You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/11/05 07:02:01 UTC
[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+29) - Build #
747 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/747/
Java: 64bit/jdk-10-ea+29 -XX:+UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls
Error Message:
Shard split did not complete. Last recorded state: RUNNING expected:<COMPLETED> but was:<RUNNING>
Stack Trace:
java.lang.AssertionError: Shard split did not complete. Last recorded state: RUNNING expected:<COMPLETED> but was:<RUNNING>
at __randomizedtesting.SeedInfo.seed([4808A5B4272B573:5CE4063A44181DA7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls(CollectionsAPIAsyncDistributedZkTest.java:70)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest.testAsyncRequests
Error Message:
CreateCollection task did not complete! expected same:<COMPLETED> was not:<FAILED>
Stack Trace:
java.lang.AssertionError: CreateCollection task did not complete! expected same:<COMPLETED> was not:<FAILED>
at __randomizedtesting.SeedInfo.seed([4808A5B4272B573:E0C4B6ECE4DAFBAC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotSame(Assert.java:641)
at org.junit.Assert.assertSame(Assert.java:580)
at org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest.testAsyncRequests(CollectionsAPIAsyncDistributedZkTest.java:84)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12724 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest
[junit4] 2> 962497 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[4808A5B4272B573]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_4808A5B4272B573-001/init-core-data-001
[junit4] 2> 962498 WARN (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[4808A5B4272B573]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 962498 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[4808A5B4272B573]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 962499 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[4808A5B4272B573]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 962501 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[4808A5B4272B573]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_4808A5B4272B573-001/tempDir-001
[junit4] 2> 962501 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[4808A5B4272B573]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 962523 INFO (Thread-2484) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 962523 INFO (Thread-2484) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 962544 ERROR (Thread-2484) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 962615 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[4808A5B4272B573]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:44655
[junit4] 2> 962653 INFO (jetty-launcher-1770-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 962660 INFO (jetty-launcher-1770-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 962689 INFO (jetty-launcher-1770-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6440e706{/solr,null,AVAILABLE}
[junit4] 2> 962699 INFO (jetty-launcher-1770-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e3dc94c{/solr,null,AVAILABLE}
[junit4] 2> 962699 INFO (jetty-launcher-1770-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4eecf396{SSL,[ssl, http/1.1]}{127.0.0.1:33073}
[junit4] 2> 962699 INFO (jetty-launcher-1770-thread-1) [ ] o.e.j.s.Server Started @964405ms
[junit4] 2> 962699 INFO (jetty-launcher-1770-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33073}
[junit4] 2> 962699 ERROR (jetty-launcher-1770-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 962699 INFO (jetty-launcher-1770-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@74c4d46{SSL,[ssl, http/1.1]}{127.0.0.1:35203}
[junit4] 2> 962699 INFO (jetty-launcher-1770-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 962699 INFO (jetty-launcher-1770-thread-2) [ ] o.e.j.s.Server Started @964405ms
[junit4] 2> 962700 INFO (jetty-launcher-1770-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 962700 INFO (jetty-launcher-1770-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35203}
[junit4] 2> 962700 INFO (jetty-launcher-1770-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 962700 INFO (jetty-launcher-1770-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-05T06:23:01.326119Z
[junit4] 2> 962700 ERROR (jetty-launcher-1770-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 962700 INFO (jetty-launcher-1770-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 962700 INFO (jetty-launcher-1770-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 962700 INFO (jetty-launcher-1770-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 962700 INFO (jetty-launcher-1770-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-05T06:23:01.326653Z
[junit4] 2> 962705 INFO (jetty-launcher-1770-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 962706 INFO (jetty-launcher-1770-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 962709 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f8ad8be2a0001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 962716 INFO (jetty-launcher-1770-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44655/solr
[junit4] 2> 962737 INFO (jetty-launcher-1770-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44655/solr
[junit4] 2> 962774 INFO (jetty-launcher-1770-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 962774 INFO (jetty-launcher-1770-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33073_solr
[junit4] 2> 962775 INFO (jetty-launcher-1770-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98950380333432838-127.0.0.1:33073_solr-n_0000000000) starting
[junit4] 2> 962796 INFO (jetty-launcher-1770-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33073_solr
[junit4] 2> 962807 INFO (zkCallback-1782-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 962849 INFO (jetty-launcher-1770-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33073.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0b08a6
[junit4] 2> 962859 INFO (jetty-launcher-1770-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33073.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0b08a6
[junit4] 2> 962859 INFO (jetty-launcher-1770-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33073.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0b08a6
[junit4] 2> 962860 INFO (jetty-launcher-1770-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_4808A5B4272B573-001/tempDir-001/node1/.
[junit4] 2> 962862 INFO (jetty-launcher-1770-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 962863 INFO (jetty-launcher-1770-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 962864 INFO (jetty-launcher-1770-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35203_solr
[junit4] 2> 962883 INFO (zkCallback-1781-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 962884 INFO (zkCallback-1782-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 962919 INFO (jetty-launcher-1770-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35203.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0b08a6
[junit4] 2> 962927 INFO (jetty-launcher-1770-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35203.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0b08a6
[junit4] 2> 962927 INFO (jetty-launcher-1770-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35203.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0b08a6
[junit4] 2> 962928 INFO (jetty-launcher-1770-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_4808A5B4272B573-001/tempDir-001/node2/.
[junit4] 2> 962963 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[4808A5B4272B573]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 962964 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[4808A5B4272B573]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44655/solr ready
[junit4] 2> 962972 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[4808A5B4272B573]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSolrJAPICalls
[junit4] 2> 962989 INFO (qtp1434623056-10713) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=01c99513-abe4-4022-bc7e-6746c635a26d&replicationFactor=1&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 962990 INFO (qtp1434623056-10713) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=01c99513-abe4-4022-bc7e-6746c635a26d&replicationFactor=1&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 962991 INFO (OverseerThreadFactory-5162-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection testasynccollectioncreation
[junit4] 2> 962991 INFO (qtp1434623056-10717) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=01c99513-abe4-4022-bc7e-6746c635a26d&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 962992 INFO (qtp1434623056-10717) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=01c99513-abe4-4022-bc7e-6746c635a26d&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 963096 INFO (OverseerStateUpdate-98950380333432838-127.0.0.1:33073_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testasynccollectioncreation",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testasynccollectioncreation_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35203/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 963308 INFO (qtp1375226927-10707) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testasynccollectioncreation&version=2&replicaType=NRT&async=01c99513-abe4-4022-bc7e-6746c635a26d588329892168500&coreNodeName=core_node2&name=testasynccollectioncreation_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=0
[junit4] 2> 963308 INFO (parallelCoreAdminExecutor-5165-thread-1) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testasynccollectioncreation&version=2&replicaType=NRT&async=01c99513-abe4-4022-bc7e-6746c635a26d588329892168500&coreNodeName=core_node2&name=testasynccollectioncreation_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
[junit4] 2> 963308 INFO (parallelCoreAdminExecutor-5165-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 963308 INFO (qtp1375226927-10718) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 01c99513-abe4-4022-bc7e-6746c635a26d588329892168500
[junit4] 2> 963309 INFO (qtp1375226927-10718) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=01c99513-abe4-4022-bc7e-6746c635a26d588329892168500&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 963411 INFO (zkCallback-1781-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 963411 INFO (zkCallback-1781-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 963992 INFO (qtp1434623056-10715) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=01c99513-abe4-4022-bc7e-6746c635a26d&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 963993 INFO (qtp1434623056-10715) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=01c99513-abe4-4022-bc7e-6746c635a26d&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 964309 INFO (qtp1375226927-10720) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 01c99513-abe4-4022-bc7e-6746c635a26d588329892168500
[junit4] 2> 964309 INFO (qtp1375226927-10720) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=01c99513-abe4-4022-bc7e-6746c635a26d588329892168500&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 964314 INFO (parallelCoreAdminExecutor-5165-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 964318 INFO (parallelCoreAdminExecutor-5165-thread-1) [ ] o.a.s.s.IndexSchema [testasynccollectioncreation_shard1_replica_n1] Schema name=minimal
[junit4] 2> 964319 INFO (parallelCoreAdminExecutor-5165-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 964319 INFO (parallelCoreAdminExecutor-5165-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testasynccollectioncreation_shard1_replica_n1' using configuration from collection testasynccollectioncreation, trusted=true
[junit4] 2> 964319 INFO (parallelCoreAdminExecutor-5165-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35203.solr.core.testasynccollectioncreation.shard1.replica_n1' (registry 'solr.core.testasynccollectioncreation.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0b08a6
[junit4] 2> 964320 INFO (parallelCoreAdminExecutor-5165-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 964320 INFO (parallelCoreAdminExecutor-5165-thread-1) [ ] o.a.s.c.SolrCore [[testasynccollectioncreation_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_4808A5B4272B573-001/tempDir-001/node2/testasynccollectioncreation_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_4808A5B4272B573-001/tempDir-001/node2/./testasynccollectioncreation_shard1_replica_n1/data/]
[junit4] 2> 964344 INFO (parallelCoreAdminExecutor-5165-thread-1) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 964344 INFO (parallelCoreAdminExecutor-5165-thread-1) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 964345 INFO (parallelCoreAdminExecutor-5165-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 964345 INFO (parallelCoreAdminExecutor-5165-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 964346 INFO (parallelCoreAdminExecutor-5165-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@565ee521[testasynccollectioncreation_shard1_replica_n1] main]
[junit4] 2> 964346 INFO (parallelCoreAdminExecutor-5165-thread-1) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 964346 INFO (parallelCoreAdminExecutor-5165-thread-1) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 964347 INFO (parallelCoreAdminExecutor-5165-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 964347 INFO (searcherExecutor-5167-thread-1) [ ] o.a.s.c.SolrCore [testasynccollectioncreation_shard1_replica_n1] Registered new searcher Searcher@565ee521[testasynccollectioncreation_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 964348 INFO (parallelCoreAdminExecutor-5165-thread-1) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583206087234945024
[junit4] 2> 964350 INFO (parallelCoreAdminExecutor-5165-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 964350 INFO (parallelCoreAdminExecutor-5165-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 964350 INFO (parallelCoreAdminExecutor-5165-thread-1) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35203/solr/testasynccollectioncreation_shard1_replica_n1/
[junit4] 2> 964350 INFO (parallelCoreAdminExecutor-5165-thread-1) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 964350 INFO (parallelCoreAdminExecutor-5165-thread-1) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:35203/solr/testasynccollectioncreation_shard1_replica_n1/ has no replicas
[junit4] 2> 964350 INFO (parallelCoreAdminExecutor-5165-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 964352 INFO (parallelCoreAdminExecutor-5165-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35203/solr/testasynccollectioncreation_shard1_replica_n1/ shard1
[junit4] 2> 964453 INFO (zkCallback-1781-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 964453 INFO (zkCallback-1781-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 964502 INFO (parallelCoreAdminExecutor-5165-thread-1) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 964604 INFO (zkCallback-1781-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 964604 INFO (zkCallback-1781-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 964993 INFO (qtp1434623056-10705) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=01c99513-abe4-4022-bc7e-6746c635a26d&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 964994 INFO (qtp1434623056-10705) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=01c99513-abe4-4022-bc7e-6746c635a26d&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 965310 INFO (qtp1375226927-10721) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 01c99513-abe4-4022-bc7e-6746c635a26d588329892168500
[junit4] 2> 965310 INFO (qtp1375226927-10721) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=01c99513-abe4-4022-bc7e-6746c635a26d588329892168500&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 965311 INFO (OverseerThreadFactory-5162-thread-1) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 965995 INFO (qtp1434623056-10713) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=01c99513-abe4-4022-bc7e-6746c635a26d&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 965995 INFO (qtp1434623056-10713) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=01c99513-abe4-4022-bc7e-6746c635a26d&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 965996 INFO (qtp1434623056-10717) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=01c99513-abe4-4022-bc7e-6746c635a26d&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 965996 INFO (qtp1434623056-10717) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=01c99513-abe4-4022-bc7e-6746c635a26d&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 965997 INFO (qtp1434623056-10715) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=9e2b8d74-52df-4a10-83c2-0aa8eea7f21f&replicationFactor=1&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 965997 INFO (qtp1434623056-10715) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=9e2b8d74-52df-4a10-83c2-0aa8eea7f21f&replicationFactor=1&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 965998 INFO (qtp1434623056-10705) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=9e2b8d74-52df-4a10-83c2-0aa8eea7f21f&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 965998 INFO (OverseerThreadFactory-5162-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection testasynccollectioncreation
[junit4] 2> 965998 INFO (qtp1434623056-10705) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=9e2b8d74-52df-4a10-83c2-0aa8eea7f21f&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 965998 INFO (OverseerCollectionConfigSetProcessor-98950380333432838-127.0.0.1:33073_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 965998 ERROR (OverseerThreadFactory-5162-thread-2) [ ] o.a.s.c.OverseerCollectionMessageHandler Collection: testasynccollectioncreation operation: create failed:org.apache.solr.common.SolrException: collection already exists: testasynccollectioncreation
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:97)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 966001 INFO (OverseerThreadFactory-5162-thread-2) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 966999 INFO (qtp1434623056-10713) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=9e2b8d74-52df-4a10-83c2-0aa8eea7f21f&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 967011 INFO (qtp1434623056-10713) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=9e2b8d74-52df-4a10-83c2-0aa8eea7f21f&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 967012 INFO (qtp1434623056-10717) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=9e2b8d74-52df-4a10-83c2-0aa8eea7f21f&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 967012 INFO (qtp1434623056-10717) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=9e2b8d74-52df-4a10-83c2-0aa8eea7f21f&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 967013 INFO (qtp1434623056-10715) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params async=ec7f4044-d685-43ef-9f50-0d352da4b846&action=ADDREPLICA&collection=testasynccollectioncreation&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 967013 INFO (qtp1434623056-10715) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=ec7f4044-d685-43ef-9f50-0d352da4b846&action=ADDREPLICA&collection=testasynccollectioncreation&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 967014 INFO (qtp1434623056-10705) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=ec7f4044-d685-43ef-9f50-0d352da4b846&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 967014 INFO (qtp1434623056-10705) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ec7f4044-d685-43ef-9f50-0d352da4b846&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 967014 INFO (OverseerCollectionConfigSetProcessor-98950380333432838-127.0.0.1:33073_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 967015 INFO (OverseerThreadFactory-5162-thread-3) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33073_solr for creating new replica
[junit4] 2> 967016 INFO (OverseerStateUpdate-98950380333432838-127.0.0.1:33073_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"testasynccollectioncreation",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testasynccollectioncreation_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33073/solr",
[junit4] 2> "node_name":"127.0.0.1:33073_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 967016 INFO (zkCallback-1781-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 967016 INFO (zkCallback-1781-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 967118 INFO (qtp1434623056-10715) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=ec7f4044-d685-43ef-9f50-0d352da4b846588333913125010&qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&name=testasynccollectioncreation_shard1_replica_n3&action=CREATE&collection=testasynccollectioncreation&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=0
[junit4] 2> 967119 INFO (parallelCoreAdminExecutor-5163-thread-1) [ ] o.a.s.h.a.CoreAdminOperation core create command async=ec7f4044-d685-43ef-9f50-0d352da4b846588333913125010&qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&name=testasynccollectioncreation_shard1_replica_n3&action=CREATE&collection=testasynccollectioncreation&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 967119 INFO (parallelCoreAdminExecutor-5163-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 967119 INFO (qtp1434623056-10706) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : ec7f4044-d685-43ef-9f50-0d352da4b846588333913125010
[junit4] 2> 967119 INFO (qtp1434623056-10706) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ec7f4044-d685-43ef-9f50-0d352da4b846588333913125010&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 967122 INFO (parallelCoreAdminExecutor-5163-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 967125 INFO (parallelCoreAdminExecutor-5163-thread-1) [ ] o.a.s.s.IndexSchema [testasynccollectioncreation_shard1_replica_n3] Schema name=minimal
[junit4] 2> 967126 INFO (parallelCoreAdminExecutor-5163-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 967126 INFO (parallelCoreAdminExecutor-5163-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testasynccollectioncreation_shard1_replica_n3' using configuration from collection testasynccollectioncreation, trusted=true
[junit4] 2> 967127 INFO (parallelCoreAdminExecutor-5163-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33073.solr.core.testasynccollectioncreation.shard1.replica_n3' (registry 'solr.core.testasynccollectioncreation.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0b08a6
[junit4] 2> 967127 INFO (parallelCoreAdminExecutor-5163-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 967127 INFO (parallelCoreAdminExecutor-5163-thread-1) [ ] o.a.s.c.SolrCore [[testasynccollectioncreation_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_4808A5B4272B573-001/tempDir-001/node1/testasynccollectioncreation_shard1_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_4808A5B4272B573-001/tempDir-001/node1/./testasynccollectioncreation_shard1_replica_n3/data/]
[junit4] 2> 967154 INFO (parallelCoreAdminExecutor-5163-thread-1) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 967154 INFO (parallelCoreAdminExecutor-5163-thread-1) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 967155 INFO (parallelCoreAdminExecutor-5163-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 967155 INFO (parallelCoreAdminExecutor-5163-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 967156 INFO (parallelCoreAdminExecutor-5163-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@36afd6b4[testasynccollectioncreation_shard1_replica_n3] main]
[junit4] 2> 967156 INFO (parallelCoreAdminExecutor-5163-thread-1) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 967156 INFO (parallelCoreAdminExecutor-5163-thread-1) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 967157 INFO (parallelCoreAdminExecutor-5163-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 967158 INFO (searcherExecutor-5172-thread-1) [ ] o.a.s.c.SolrCore [testasynccollectioncreation_shard1_replica_n3] Registered new searcher Searcher@36afd6b4[testasynccollectioncreation_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 967158 INFO (parallelCoreAdminExecutor-5163-thread-1) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583206090181443584
[junit4] 2> 967160 INFO (parallelCoreAdminExecutor-5163-thread-1) [ ] o.a.s.c.ZkController Core needs to recover:testasynccollectioncreation_shard1_replica_n3
[junit4] 2> 967160 INFO (updateExecutor-1775-thread-1) [ ] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 967167 INFO (recoveryExecutor-1779-thread-1) [ ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 967167 INFO (recoveryExecutor-1779-thread-1) [ ] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 967167 INFO (recoveryExecutor-1779-thread-1) [ ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[testasynccollectioncreation_shard1_replica_n3]
[junit4] 2> 967167 INFO (recoveryExecutor-1779-thread-1) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 967167 INFO (recoveryExecutor-1779-thread-1) [ ] o.a.s.c.RecoveryStrategy Publishing state of core [testasynccollectioncreation_shard1_replica_n3] as recovering, leader is [https://127.0.0.1:35203/solr/testasynccollectioncreation_shard1_replica_n1/] and I am [https://127.0.0.1:33073/solr/testasynccollectioncreation_shard1_replica_n3/]
[junit4] 2> 967168 INFO (recoveryExecutor-1779-thread-1) [ ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:35203/solr]; [WaitForState: action=PREPRECOVERY&core=testasynccollectioncreation_shard1_replica_n1&nodeName=127.0.0.1:33073_solr&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 967170 INFO (qtp1375226927-10721) [ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 967170 INFO (qtp1375226927-10721) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testasynccollectioncreation, shard=shard1, thisCore=testasynccollectioncreation_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:33073_solr, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"testasynccollectioncreation_shard1_replica_n3","base_url":"https://127.0.0.1:33073/solr","state":"down","node_name":"127.0.0.1:33073_solr","type":"NRT"}
[junit4] 2> 967268 INFO (zkCallback-1782-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 967268 INFO (zkCallback-1782-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 967268 INFO (zkCallback-1781-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 967268 INFO (zkCallback-1781-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 968014 INFO (qtp1434623056-10713) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=ec7f4044-d685-43ef-9f50-0d352da4b846&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 968015 INFO (qtp1434623056-10713) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ec7f4044-d685-43ef-9f50-0d352da4b846&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 968120 INFO (qtp1434623056-10717) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : ec7f4044-d685-43ef-9f50-0d352da4b846588333913125010
[junit4] 2> 968120 INFO (qtp1434623056-10717) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ec7f4044-d685-43ef-9f50-0d352da4b846588333913125010&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 968124 INFO (OverseerThreadFactory-5162-thread-3) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 968171 INFO (qtp1375226927-10721) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testasynccollectioncreation, shard=shard1, thisCore=testasynccollectioncreation_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:33073_solr, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"testasynccollectioncreation_shard1_replica_n3","base_url":"https://127.0.0.1:33073/solr","node_name":"127.0.0.1:33073_solr","state":"recovering","type":"NRT"}
[junit4] 2> 968171 INFO (qtp1375226927-10721) [ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 968171 INFO (qtp1375226927-10721) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:33073_solr&onlyIfLeaderActive=true&core=testasynccollectioncreation_shard1_replica_n1&coreNodeName=core_node4&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
[junit4] 2> 968671 INFO (recoveryExecutor-1779-thread-1) [ ] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [https://127.0.0.1:35203/solr/testasynccollectioncreation_shard1_replica_n1/] - recoveringAfterStartup=[true]
[junit4] 2> 968672 INFO (recoveryExecutor-1779-thread-1) [ ] o.a.s.u.PeerSync PeerSync: core=testasynccollectioncreation_shard1_replica_n3 url=https://127.0.0.1:33073/solr START replicas=[https://127.0.0.1:35203/solr/testasynccollectioncreation_shard1_replica_n1/] nUpdates=100
[junit4] 2> 968674 INFO (qtp1375226927-10720) [ ] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 968674 INFO (qtp1375226927-10720) [ ] o.a.s.c.S.Request [testasynccollectioncreation_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 968674 INFO (recoveryExecutor-1779-thread-1) [ ] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 968674 INFO (recoveryExecutor-1779-thread-1) [ ] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 968674 INFO (recoveryExecutor-1779-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 968674 INFO (recoveryExecutor-1779-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 968674 INFO (recoveryExecutor-1779-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 968674 INFO (recoveryExecutor-1779-thread-1) [ ] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 968674 INFO (recoveryExecutor-1779-thread-1) [ ] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 968674 INFO (recoveryExecutor-1779-thread-1) [ ] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 968674 INFO (recoveryExecutor-1779-thread-1) [ ] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 968775 INFO (zkCallback-1782-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 968775 INFO (zkCallback-1782-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 968775 INFO (zkCallback-1781-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 968775 INFO (zkCallback-1781-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 969015 INFO (OverseerCollectionConfigSetProcessor-98950380333432838-127.0.0.1:33073_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 969015 INFO (qtp1434623056-10705) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=ec7f4044-d685-43ef-9f50-0d352da4b846&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 969016 INFO (qtp1434623056-10705) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ec7f4044-d685-43ef-9f50-0d352da4b846&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 969016 INFO (qtp1434623056-10706) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=ec7f4044-d685-43ef-9f50-0d352da4b846&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 969016 INFO (qtp1434623056-10706) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ec7f4044-d685-43ef-9f50-0d352da4b846&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 969017 INFO (qtp1434623056-10713) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :splitshard with params async=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=SPLITSHARD&collection=testasynccollectioncreation&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 969018 INFO (qtp1434623056-10713) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=SPLITSHARD&collection=testasynccollectioncreation&shard=shard1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 969019 INFO (qtp1434623056-10717) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 969019 INFO (qtp1434623056-10717) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 969019 INFO (OverseerThreadFactory-5162-thread-4) [ ] o.a.s.c.SplitShardCmd Split shard invoked
[junit4] 2> 969020 INFO (OverseerThreadFactory-5162-thread-4) [ ] o.a.s.c.SplitShardCmd Creating slice shard1_0 of collection testasynccollectioncreation on 127.0.0.1:35203_solr
[junit4] 2> 970020 INFO (qtp1434623056-10705) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 970020 INFO (qtp1434623056-10705) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 971021 INFO (qtp1434623056-10706) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 971021 INFO (qtp1434623056-10706) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 972022 INFO (qtp1434623056-10713) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 972022 INFO (qtp1434623056-10713) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 973023 INFO (qtp1434623056-10717) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 973023 INFO (qtp1434623056-10717) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 974024 INFO (qtp1434623056-10705) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 974024 INFO (qtp1434623056-10705) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 975025 INFO (qtp1434623056-10706) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 975025 INFO (qtp1434623056-10706) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 976026 INFO (qtp1434623056-10713) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 976027 INFO (qtp1434623056-10713) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 977027 INFO (qtp1434623056-10717) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 977028 INFO (qtp1434623056-10717) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 978028 INFO (qtp1434623056-10705) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 978029 INFO (qtp1434623056-10705) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 979030 INFO (qtp1434623056-10706) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 979030 INFO (qtp1434623056-10706) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 980030 INFO (qtp1434623056-10713) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 980031 INFO (qtp1434623056-10713) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 981031 INFO (qtp1434623056-10717) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 981032 INFO (qtp1434623056-10717) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 982032 INFO (qtp1434623056-10705) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 982033 INFO (qtp1434623056-10705) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 983033 INFO (qtp1434623056-10706) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 983034 INFO (qtp1434623056-10706) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 984035 INFO (qtp1434623056-10713) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 984035 INFO (qtp1434623056-10713) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 985036 INFO (qtp1434623056-10717) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 985036 INFO (qtp1434623056-10717) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 986037 INFO (qtp1434623056-10705) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 986037 INFO (qtp1434623056-10705) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 987038 INFO (qtp1434623056-10706) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 987038 INFO (qtp1434623056-10706) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 988039 INFO (qtp1434623056-10713) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 988040 INFO (qtp1434623056-10713) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 989040 INFO (qtp1434623056-10717) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 989041 INFO (qtp1434623056-10717) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 990041 INFO (qtp1434623056-10705) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 990042 INFO (qtp1434623056-10705) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 991042 INFO (qtp1434623056-10706) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 991043 INFO (qtp1434623056-10706) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 992043 INFO (qtp1434623056-10713) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 992044 INFO (qtp1434623056-10713) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 993045 INFO (qtp1434623056-10717) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 993045 INFO (qtp1434623056-10717) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 994045 INFO (qtp1434623056-10705) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 994046 INFO (qtp1434623056-10705) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 995047 INFO (qtp1434623056-10706) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 995047 INFO (qtp1434623056-10706) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 996048 INFO (qtp1434623056-10713) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 996048 INFO (qtp1434623056-10713) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 997049 INFO (qtp1434623056-10717) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 997049 INFO (qtp1434623056-10717) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 998050 INFO (qtp1434623056-10705) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 998051 INFO (qtp1434623056-10705) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 999051 INFO (qtp1434623056-10706) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 999052 INFO (qtp1434623056-10706) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1000055 INFO (qtp1434623056-10713) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1000056 INFO (qtp1434623056-10713) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1001056 INFO (qtp1434623056-10717) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1001057 INFO (qtp1434623056-10717) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1002058 INFO (qtp1434623056-10705) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1002058 INFO (qtp1434623056-10705) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1003059 INFO (qtp1434623056-10706) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1003059 INFO (qtp1434623056-10706) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1004060 INFO (qtp1434623056-10713) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1004060 INFO (qtp1434623056-10713) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1005061 INFO (qtp1434623056-10717) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1005062 INFO (qtp1434623056-10717) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1006062 INFO (qtp1434623056-10705) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1006063 INFO (qtp1434623056-10705) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1007064 INFO (qtp1434623056-10706) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1007064 INFO (qtp1434623056-10706) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1008065 INFO (qtp1434623056-10713) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1008066 INFO (qtp1434623056-10713) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1009066 INFO (qtp1434623056-10717) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1009067 INFO (qtp1434623056-10717) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1010068 INFO (qtp1434623056-10705) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1010068 INFO (qtp1434623056-10705) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1011069 INFO (qtp1434623056-10706) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1011072 INFO (qtp1434623056-10706) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1012073 INFO (qtp1434623056-10713) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1012074 INFO (qtp1434623056-10713) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1013076 INFO (qtp1434623056-10717) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1013078 INFO (qtp1434623056-10717) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1014080 INFO (qtp1434623056-10705) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1014080 INFO (qtp1434623056-10705) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1015081 INFO (qtp1434623056-10706) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1015081 INFO (qtp1434623056-10706) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1016082 INFO (qtp1434623056-10713) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1016083 INFO (qtp1434623056-10713) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1017083 INFO (qtp1434623056-10717) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1017084 INFO (qtp1434623056-10717) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1018085 INFO (qtp1434623056-10705) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1018085 INFO (qtp1434623056-10705) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1019086 INFO (qtp1434623056-10706) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1019087 INFO (qtp1434623056-10706) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1020087 INFO (qtp1434623056-10713) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1020088 INFO (qtp1434623056-10713) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1021088 INFO (qtp1434623056-10717) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1021089 INFO (qtp1434623056-10717) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1022089 INFO (qtp1434623056-10705) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1022090 INFO (qtp1434623056-10705) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1023092 INFO (qtp1434623056-10706) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1023092 INFO (qtp1434623056-10706) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1024093 INFO (qtp1434623056-10713) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1024093 INFO (qtp1434623056-10713) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1025094 INFO (qtp1434623056-10717) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1025094 INFO (qtp1434623056-10717) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1026095 INFO (qtp1434623056-10705) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1026095 INFO (qtp1434623056-10705) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1027096 INFO (qtp1434623056-10706) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1027096 INFO (qtp1434623056-10706) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1028099 INFO (qtp1434623056-10713) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1028100 INFO (qtp1434623056-10713) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1029101 INFO (qtp1434623056-10717) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1029101 INFO (qtp1434623056-10717) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1030102 INFO (qtp1434623056-10705) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1030102 INFO (qtp1434623056-10705) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1031103 INFO (qtp1434623056-10706) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1031104 INFO (qtp1434623056-10706) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1032104 INFO (qtp1434623056-10713) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1032105 INFO (qtp1434623056-10713) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1033105 INFO (qtp1434623056-10717) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1033106 INFO (qtp1434623056-10717) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1034107 INFO (qtp1434623056-10705) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1034107 INFO (qtp1434623056-10705) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1035108 INFO (qtp1434623056-10706) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1035108 INFO (qtp1434623056-10706) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1036109 INFO (qtp1434623056-10713) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1036109 INFO (qtp1434623056-10713) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1037110 INFO (qtp1434623056-10717) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1037111 INFO (qtp1434623056-10717) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=34a771d9-bdbf-4db4-b4fb-4e3123213ef7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2>
[...truncated too long message...]
1771-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35203_solr
[junit4] 2> 1119229 INFO (jetty-closer-1771-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1119229 INFO (zkCallback-1781-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1119229 INFO (zkCallback-1782-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1119229 INFO (coreCloseExecutor-5178-thread-1) [ ] o.a.s.c.SolrCore [testasynccollectioncreation_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@3ace3907
[junit4] 2> 1119229 INFO (coreCloseExecutor-5178-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testasynccollectioncreation.shard1.replica_n1, tag=986593543
[junit4] 2> 1119229 INFO (coreCloseExecutor-5178-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@25ea8b99: rootName = solr_35203, domain = solr.core.testasynccollectioncreation.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testasynccollectioncreation.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@4640aa2
[junit4] 2> 1119231 INFO (coreCloseExecutor-5177-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testasynccollectioncreation.shard1.leader, tag=1780346955
[junit4] 2> 1119231 INFO (jetty-closer-1771-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98950380333432838-127.0.0.1:33073_solr-n_0000000000) closing
[junit4] 2> 1119231 INFO (OverseerStateUpdate-98950380333432838-127.0.0.1:33073_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33073_solr
[junit4] 2> 1119237 INFO (coreCloseExecutor-5178-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testasynccollectioncreation.shard1.leader, tag=986593543
[junit4] 2> 1119238 INFO (jetty-closer-1771-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3e3dc94c{/solr,null,UNAVAILABLE}
[junit4] 2> 1149884 INFO (ScheduledTrigger-5160-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1149886 INFO (AutoscalingActionExecutor-5161-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"14f41c865e1b4680T5opq74920xohx8q9hz8xw9mv6",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1509863138506000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 1509863138506000000,
[junit4] 2> 1509863138506000000],
[junit4] 2> "_enqueue_time_":1509863168510000000,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:33073_solr",
[junit4] 2> "127.0.0.1:35203_solr"]}}
[junit4] 2> 1289060 ERROR (OverseerThreadFactory-5162-thread-4) [ ] o.a.s.c.OverseerCollectionMessageHandler Collection: testasynccollectioncreation operation: splitshard failed:org.apache.solr.common.SolrException: Could not find new slice shard1_0 in collection testasynccollectioncreation even after waiting for 320040.0ms
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.waitForNewShard(OverseerCollectionMessageHandler.java:574)
[junit4] 2> at org.apache.solr.cloud.SplitShardCmd.split(SplitShardCmd.java:274)
[junit4] 2> at org.apache.solr.cloud.SplitShardCmd.call(SplitShardCmd.java:78)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1289062 INFO (OverseerThreadFactory-5162-thread-4) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000003 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1289062 WARN (OverseerAutoScalingTriggerThread-98950380333432838-127.0.0.1:33073_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1289063 INFO (jetty-closer-1771-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6440e706{/solr,null,UNAVAILABLE}
[junit4] 2> 1289063 ERROR (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[4808A5B4272B573]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1289063 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[4808A5B4272B573]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44655 44655
[junit4] 2> 1294469 INFO (Thread-2484) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44655 44655
[junit4] 2> 1294469 WARN (Thread-2484) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/collections/testasynccollectioncreation/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_4808A5B4272B573-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=ca-IT, timezone=Asia/Ulan_Bator
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=159562992,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [FieldAnalysisRequestHandlerTest, FileBasedSpellCheckerTest, LeaderElectionTest, ResponseHeaderTest, TestFuzzyAnalyzedSuggestions, TestFieldSortValues, TestCustomStream, TestExtendedDismaxParser, TestJsonFacetRefinement, TestCloudPivotFacet, TestJavabinTupleStreamParser, TestSmileRequest, UnloadDistributedZkTest, SharedFSAutoReplicaFailoverTest, SSLMigrationTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestConfigSetProperties, AlternateDirectoryTest, TestTolerantUpdateProcessorRandomCloud, StatsComponentTest, SolrShardReporterTest, SortByFunctionTest, NodeMutatorTest, IndexBasedSpellCheckerTest, LoggingHandlerTest, TestFiltering, TestZkChroot, TestFieldCacheVsDocValues, GraphQueryTest, ZkNodePropsTest, SolrTestCaseJ4Test, TestRealTimeGet, TestLMJelinekMercerSimilarityFactory, QueryElevationComponentTest, TestRandomRequestDistribution, SuggesterTest, TestSchemaVersionResource, BlobRepositoryCloudTest, TestCoreContainer, TestDFISimilarityFactory, OverseerCollectionConfigSetProcessorTest, JvmMetricsTest, TestBackupRepositoryFactory, TestInfoStreamLogging, DistributedFacetPivotLargeTest, TestFreeTextSuggestions, TestTrieFacet, HighlighterTest, TestSolrConfigHandler, BlockJoinFacetDistribTest, CoreAdminRequestStatusTest, HighlighterMaxOffsetTest, CurrencyFieldTypeTest, ClusterStateTest, TestCloudDeleteByQuery, TestCSVResponseWriter, DistributedFacetPivotSmallTest, TestInPlaceUpdatesDistrib, SuggesterWFSTTest, TestTrie, VMParamsZkACLAndCredentialsProvidersTest, TestRawTransformer, HdfsBasicDistributedZk2Test, CopyFieldTest, BigEndianAscendingWordSerializerTest, TestNoOpRegenerator, TestCollectionsAPIViaSolrCloudCluster, SolrCloudExampleTest, DocValuesNotIndexedTest, TestSkipOverseerOperations, TestMacroExpander, TestChildDocTransformer, ReturnFieldsTest, LeaderElectionContextKeyTest, TestHalfAndHalfDocValues, SpatialHeatmapFacetsTest, TestTolerantSearch, TestPayloadScoreQParserPlugin, RecoveryZkTest, ChaosMonkeyNothingIsSafeTest, TestValueSourceCache, CdcrVersionReplicationTest, TestManagedSchemaThreadSafety, TestSchemaNameResource, ConnectionReuseTest, SortSpecParsingTest, TestMaxScoreQueryParser, SparseHLLTest, TestNumericRangeQuery64, InfixSuggestersTest, SolrCoreCheckLockOnStartupTest, ImplicitSnitchTest, TestCoreDiscovery, TestDistributedGrouping, DistributedQueryComponentOptimizationTest, TestSolrCloudWithHadoopAuthPlugin, AsyncCallRequestStatusResponseTest, TestEmbeddedSolrServerConstructors, TestConfigSetsAPIZkFailure, FullSolrCloudDistribCmdsTest, SpellPossibilityIteratorTest, DeleteNodeTest, FullHLLTest, IndexSchemaTest, XsltUpdateRequestHandlerTest, SolrMetricManagerTest, ScriptEngineTest, CustomCollectionTest, TestHashQParserPlugin, TestExactSharedStatsCache, TestDistributedStatsComponentCardinality, TestBlobHandler, TestSolrFieldCacheBean, BasicAuthIntegrationTest, TimeZoneUtilsTest, TestPullReplica, BlockDirectoryTest, TestSchemalessBufferedUpdates, TestPartialUpdateDeduplication, CollectionsAPIAsyncDistributedZkTest]
[junit4] Completed [353/747 (1!)] on J2 in 332.03s, 2 tests, 2 failures <<< FAILURES!
[...truncated 41461 lines...]
[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+29) - Build #
750 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/750/
Java: 64bit/jdk-10-ea+29 -XX:-UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_n1","base_url":"http://127.0.0.1:38737/kz","node_name":"127.0.0.1:38737_kz","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/29)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node4":{ "core":"c8n_1x3_lf_shard1_replica_n1", "base_url":"http://127.0.0.1:38737/kz", "node_name":"127.0.0.1:38737_kz", "state":"active", "type":"NRT", "leader":"true"}, "core_node5":{ "core":"c8n_1x3_lf_shard1_replica_n2", "base_url":"http://127.0.0.1:35829/kz", "node_name":"127.0.0.1:35829_kz", "state":"down", "type":"NRT"}, "core_node6":{ "state":"down", "base_url":"http://127.0.0.1:43057/kz", "core":"c8n_1x3_lf_shard1_replica_n3", "node_name":"127.0.0.1:43057_kz", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_n1","base_url":"http://127.0.0.1:38737/kz","node_name":"127.0.0.1:38737_kz","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/29)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"c8n_1x3_lf_shard1_replica_n1",
"base_url":"http://127.0.0.1:38737/kz",
"node_name":"127.0.0.1:38737_kz",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node5":{
"core":"c8n_1x3_lf_shard1_replica_n2",
"base_url":"http://127.0.0.1:35829/kz",
"node_name":"127.0.0.1:35829_kz",
"state":"down",
"type":"NRT"},
"core_node6":{
"state":"down",
"base_url":"http://127.0.0.1:43057/kz",
"core":"c8n_1x3_lf_shard1_replica_n3",
"node_name":"127.0.0.1:43057_kz",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"3",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([E1AFE189C63EC08C:69FBDE5368C2AD74]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication
Error Message:
Index 0 out-of-bounds for length 0
Stack Trace:
java.lang.IndexOutOfBoundsException: Index 0 out-of-bounds for length 0
at __randomizedtesting.SeedInfo.seed([E1AFE189C63EC08C:F5E7BADCE5397D92]:0)
at java.base/jdk.internal.util.Preconditions.outOfBounds(Preconditions.java:64)
at java.base/jdk.internal.util.Preconditions.outOfBoundsCheckIndex(Preconditions.java:70)
at java.base/jdk.internal.util.Preconditions.checkIndex(Preconditions.java:248)
at java.base/java.util.Objects.checkIndex(Objects.java:372)
at java.base/java.util.ArrayList.get(ArrayList.java:440)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11812 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> 215546 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[E1AFE189C63EC08C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/init-core-data-001
[junit4] 2> 215547 WARN (SUITE-LeaderFailoverAfterPartitionTest-seed#[E1AFE189C63EC08C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 215550 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[E1AFE189C63EC08C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 215550 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[E1AFE189C63EC08C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 215550 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[E1AFE189C63EC08C]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /kz/
[junit4] 2> 215552 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 215552 INFO (Thread-218) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 215552 INFO (Thread-218) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 215580 ERROR (Thread-218) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 215652 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.ZkTestServer start zk server on port:39061
[junit4] 2> 215704 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 215707 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 215709 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 215710 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 215711 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 215712 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 215712 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 215713 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 215714 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 215715 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 215715 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 215721 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 215873 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 215920 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@79c391b8{/kz,null,AVAILABLE}
[junit4] 2> 215921 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@73227159{HTTP/1.1,[http/1.1]}{127.0.0.1:33101}
[junit4] 2> 215922 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.Server Started @217511ms
[junit4] 2> 215922 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/kz, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/tempDir-001/control/data, hostPort=38737, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/control-001/cores}
[junit4] 2> 215922 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 215922 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 215922 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 215922 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 215922 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-05T15:22:00.134675Z
[junit4] 2> 215925 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 215925 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/control-001/solr.xml
[junit4] 2> 215929 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 215929 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 215930 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 215932 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39061/solr
[junit4] 2> 216020 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 216020 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38737_kz
[junit4] 2> 216021 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.Overseer Overseer (id=98952499676184580-127.0.0.1:38737_kz-n_0000000000) starting
[junit4] 2> 216039 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38737_kz
[junit4] 2> 216043 INFO (OverseerStateUpdate-98952499676184580-127.0.0.1:38737_kz-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 216092 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 216105 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 216105 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 216108 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/control-001/cores
[junit4] 2> 216129 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 216129 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39061/solr ready
[junit4] 2> 216130 INFO (SocketProxy-Acceptor-38737) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=59828,localport=38737], receiveBufferSize:531000
[junit4] 2> 216150 INFO (SocketProxy-Acceptor-38737) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33101,localport=56026], receiveBufferSize=530904
[junit4] 2> 216152 INFO (qtp1896112038-1410) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38737_kz&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 216160 INFO (OverseerThreadFactory-530-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 216270 INFO (SocketProxy-Acceptor-38737) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=59832,localport=38737], receiveBufferSize:531000
[junit4] 2> 216272 INFO (SocketProxy-Acceptor-38737) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33101,localport=56030], receiveBufferSize=530904
[junit4] 2> 216273 INFO (qtp1896112038-1417) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 216273 INFO (qtp1896112038-1417) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 216377 INFO (zkCallback-351-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 217299 INFO (qtp1896112038-1417) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 217318 INFO (qtp1896112038-1417) [ ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 217428 INFO (qtp1896112038-1417) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 217445 INFO (qtp1896112038-1417) [ ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 217446 INFO (qtp1896112038-1417) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 217446 INFO (qtp1896112038-1417) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 217448 INFO (qtp1896112038-1417) [ ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 217457 INFO (qtp1896112038-1417) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=4.5791015625, floorSegmentMB=1.3720703125, forceMergeDeletesPctAllowed=17.257246177853155, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8892205567266535
[junit4] 2> 217463 WARN (qtp1896112038-1417) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 217513 INFO (qtp1896112038-1417) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 217513 INFO (qtp1896112038-1417) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 217515 INFO (qtp1896112038-1417) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 217515 INFO (qtp1896112038-1417) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 217516 INFO (qtp1896112038-1417) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=57.0283203125, floorSegmentMB=1.9755859375, forceMergeDeletesPctAllowed=6.362389848507858, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 217517 INFO (qtp1896112038-1417) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c19dc0d[control_collection_shard1_replica_n1] main]
[junit4] 2> 217519 INFO (qtp1896112038-1417) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 217519 INFO (qtp1896112038-1417) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 217520 INFO (qtp1896112038-1417) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 217521 INFO (searcherExecutor-533-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@2c19dc0d[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 217522 INFO (qtp1896112038-1417) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583239996882550784
[junit4] 2> 217526 INFO (qtp1896112038-1417) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 217526 INFO (qtp1896112038-1417) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 217526 INFO (qtp1896112038-1417) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38737/kz/control_collection_shard1_replica_n1/
[junit4] 2> 217526 INFO (qtp1896112038-1417) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 217526 INFO (qtp1896112038-1417) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:38737/kz/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 217526 INFO (qtp1896112038-1417) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 217529 INFO (qtp1896112038-1417) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38737/kz/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 217630 INFO (zkCallback-351-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 217679 INFO (qtp1896112038-1417) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 217691 INFO (qtp1896112038-1417) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1417
[junit4] 2> 217696 INFO (qtp1896112038-1410) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 217786 INFO (zkCallback-351-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 218163 INFO (OverseerCollectionConfigSetProcessor-98952499676184580-127.0.0.1:38737_kz-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 218696 INFO (qtp1896112038-1410) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38737_kz&wt=javabin&version=2} status=0 QTime=2544
[junit4] 2> 218706 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 218706 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39061/solr ready
[junit4] 2> 218706 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 218707 INFO (SocketProxy-Acceptor-38737) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=59840,localport=38737], receiveBufferSize:531000
[junit4] 2> 218712 INFO (SocketProxy-Acceptor-38737) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33101,localport=56038], receiveBufferSize=530904
[junit4] 2> 218714 INFO (qtp1896112038-1417) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 218715 INFO (OverseerThreadFactory-530-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 218715 WARN (OverseerThreadFactory-530-thread-2) [ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 218925 INFO (qtp1896112038-1417) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 218925 INFO (qtp1896112038-1417) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=210
[junit4] 2> 219042 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-1-001 of type NRT
[junit4] 2> 219043 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 219043 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@19c4bc92{/kz,null,AVAILABLE}
[junit4] 2> 219044 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4d41dd83{HTTP/1.1,[http/1.1]}{127.0.0.1:46869}
[junit4] 2> 219044 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.Server Started @220634ms
[junit4] 2> 219044 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/kz, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/tempDir-001/jetty1, hostPort=35829, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-1-001/cores, replicaType=NRT}
[junit4] 2> 219044 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 219044 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 219044 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 219044 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 219045 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-05T15:22:03.256996Z
[junit4] 2> 219048 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 219048 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-1-001/solr.xml
[junit4] 2> 219050 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 219050 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 219051 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 219053 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39061/solr
[junit4] 2> 219058 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 219060 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 219062 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35829_kz
[junit4] 2> 219063 INFO (zkCallback-359-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 219063 INFO (zkCallback-351-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 219063 INFO (zkCallback-364-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 219112 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 219119 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 219119 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 219120 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-1-001/cores
[junit4] 2> 219138 INFO (SocketProxy-Acceptor-35829) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33142,localport=35829], receiveBufferSize:531000
[junit4] 2> 219138 INFO (SocketProxy-Acceptor-35829) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46869,localport=47548], receiveBufferSize=530904
[junit4] 2> 219143 INFO (qtp808706661-1469) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:35829_kz&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 219144 INFO (OverseerCollectionConfigSetProcessor-98952499676184580-127.0.0.1:38737_kz-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 219144 INFO (OverseerThreadFactory-530-thread-3) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:35829_kz for creating new replica
[junit4] 2> 219145 INFO (SocketProxy-Acceptor-35829) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33146,localport=35829], receiveBufferSize:531000
[junit4] 2> 219145 INFO (SocketProxy-Acceptor-35829) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46869,localport=47552], receiveBufferSize=530904
[junit4] 2> 219148 INFO (qtp808706661-1465) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 219148 INFO (qtp808706661-1465) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 220173 INFO (qtp808706661-1465) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 220182 INFO (qtp808706661-1465) [ ] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 220242 INFO (qtp808706661-1465) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 220251 INFO (qtp808706661-1465) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 220251 INFO (qtp808706661-1465) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 220251 INFO (qtp808706661-1465) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 220251 INFO (qtp808706661-1465) [ ] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 220253 INFO (qtp808706661-1465) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=4.5791015625, floorSegmentMB=1.3720703125, forceMergeDeletesPctAllowed=17.257246177853155, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8892205567266535
[junit4] 2> 220254 WARN (qtp808706661-1465) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 220280 INFO (qtp808706661-1465) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 220280 INFO (qtp808706661-1465) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 220281 INFO (qtp808706661-1465) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 220281 INFO (qtp808706661-1465) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 220282 INFO (qtp808706661-1465) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=57.0283203125, floorSegmentMB=1.9755859375, forceMergeDeletesPctAllowed=6.362389848507858, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 220282 INFO (qtp808706661-1465) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4647f452[collection1_shard2_replica_n41] main]
[junit4] 2> 220283 INFO (qtp808706661-1465) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 220283 INFO (qtp808706661-1465) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 220284 INFO (qtp808706661-1465) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 220285 INFO (searcherExecutor-544-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@4647f452[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 220285 INFO (qtp808706661-1465) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583239999779766272
[junit4] 2> 220287 INFO (qtp808706661-1465) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 220287 INFO (qtp808706661-1465) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 220287 INFO (qtp808706661-1465) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35829/kz/collection1_shard2_replica_n41/
[junit4] 2> 220287 INFO (qtp808706661-1465) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 220287 INFO (qtp808706661-1465) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:35829/kz/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 220287 INFO (qtp808706661-1465) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 220289 INFO (qtp808706661-1465) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35829/kz/collection1_shard2_replica_n41/ shard2
[junit4] 2> 220440 INFO (qtp808706661-1465) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 220448 INFO (qtp808706661-1465) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1300
[junit4] 2> 220454 INFO (qtp808706661-1469) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:35829_kz&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1311
[junit4] 2> 220540 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-2-001 of type NRT
[junit4] 2> 220540 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 220541 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@122992da{/kz,null,AVAILABLE}
[junit4] 2> 220542 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@24f96f3{HTTP/1.1,[http/1.1]}{127.0.0.1:43169}
[junit4] 2> 220542 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.Server Started @222131ms
[junit4] 2> 220542 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/kz, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/tempDir-001/jetty2, hostPort=40455, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-2-001/cores}
[junit4] 2> 220543 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 220543 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 220543 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 220543 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 220543 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-05T15:22:04.755525Z
[junit4] 2> 220545 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 220545 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-2-001/solr.xml
[junit4] 2> 220545 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f8cc630d6000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 220547 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 220547 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 220548 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 220549 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39061/solr
[junit4] 2> 220553 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 220554 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 220555 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40455_kz
[junit4] 2> 220555 INFO (zkCallback-351-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 220555 INFO (zkCallback-364-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 220555 INFO (zkCallback-359-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 220556 INFO (zkCallback-370-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 220590 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 220597 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 220598 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 220599 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-2-001/cores
[junit4] 2> 220624 INFO (qtp808706661-1470) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:40455_kz&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 220625 INFO (OverseerCollectionConfigSetProcessor-98952499676184580-127.0.0.1:38737_kz-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 220625 INFO (OverseerThreadFactory-530-thread-4) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:40455_kz for creating new replica
[junit4] 2> 220626 INFO (SocketProxy-Acceptor-40455) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40136,localport=40455], receiveBufferSize:531000
[junit4] 2> 220627 INFO (SocketProxy-Acceptor-40455) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43169,localport=38502], receiveBufferSize=530904
[junit4] 2> 220628 INFO (qtp519632789-1503) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 220628 INFO (qtp519632789-1503) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 221645 INFO (qtp519632789-1503) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 221658 INFO (qtp519632789-1503) [ ] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 221738 INFO (qtp519632789-1503) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 221747 INFO (qtp519632789-1503) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 221747 INFO (qtp519632789-1503) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 221747 INFO (qtp519632789-1503) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 221747 INFO (qtp519632789-1503) [ ] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 221749 INFO (qtp519632789-1503) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=4.5791015625, floorSegmentMB=1.3720703125, forceMergeDeletesPctAllowed=17.257246177853155, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8892205567266535
[junit4] 2> 221762 WARN (qtp519632789-1503) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 221794 INFO (qtp519632789-1503) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 221794 INFO (qtp519632789-1503) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 221795 INFO (qtp519632789-1503) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 221795 INFO (qtp519632789-1503) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 221796 INFO (qtp519632789-1503) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=57.0283203125, floorSegmentMB=1.9755859375, forceMergeDeletesPctAllowed=6.362389848507858, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 221796 INFO (qtp519632789-1503) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e8559ae[collection1_shard1_replica_n43] main]
[junit4] 2> 221797 INFO (qtp519632789-1503) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 221797 INFO (qtp519632789-1503) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 221798 INFO (qtp519632789-1503) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 221799 INFO (searcherExecutor-555-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@7e8559ae[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 221799 INFO (qtp519632789-1503) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583240001367310336
[junit4] 2> 221802 INFO (qtp519632789-1503) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 221802 INFO (qtp519632789-1503) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 221802 INFO (qtp519632789-1503) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40455/kz/collection1_shard1_replica_n43/
[junit4] 2> 221802 INFO (qtp519632789-1503) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 221802 INFO (qtp519632789-1503) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:40455/kz/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 221802 INFO (qtp519632789-1503) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 221803 INFO (qtp519632789-1503) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40455/kz/collection1_shard1_replica_n43/ shard1
[junit4] 2> 221953 INFO (qtp519632789-1503) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 221961 INFO (qtp519632789-1503) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1333
[junit4] 2> 221963 INFO (qtp808706661-1470) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:40455_kz&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1339
[junit4] 2> 222051 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-3-001 of type NRT
[junit4] 2> 222052 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 222053 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d790f08{/kz,null,AVAILABLE}
[junit4] 2> 222053 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@72736e71{HTTP/1.1,[http/1.1]}{127.0.0.1:38377}
[junit4] 2> 222054 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.Server Started @223643ms
[junit4] 2> 222054 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/kz, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/tempDir-001/jetty3, hostPort=43057, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-3-001/cores}
[junit4] 2> 222054 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 222054 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 222054 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 222054 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 222054 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-05T15:22:06.266719Z
[junit4] 2> 222056 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 222056 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-3-001/solr.xml
[junit4] 2> 222058 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 222058 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 222059 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 222062 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39061/solr
[junit4] 2> 222066 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 222067 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 222069 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43057_kz
[junit4] 2> 222070 INFO (zkCallback-370-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 222070 INFO (zkCallback-351-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 222070 INFO (zkCallback-359-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 222070 INFO (zkCallback-376-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 222070 INFO (zkCallback-364-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 222105 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 222111 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 222111 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 222112 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-3-001/cores
[junit4] 2> 222135 INFO (qtp808706661-1464) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:43057_kz&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 222136 INFO (OverseerCollectionConfigSetProcessor-98952499676184580-127.0.0.1:38737_kz-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 222136 INFO (OverseerThreadFactory-530-thread-5) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:43057_kz for creating new replica
[junit4] 2> 222137 INFO (SocketProxy-Acceptor-43057) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=55078,localport=43057], receiveBufferSize:531000
[junit4] 2> 222138 INFO (SocketProxy-Acceptor-43057) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38377,localport=43904], receiveBufferSize=530904
[junit4] 2> 222140 INFO (qtp1265481894-1535) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 222141 INFO (qtp1265481894-1535) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 223148 INFO (qtp1265481894-1535) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 223156 INFO (qtp1265481894-1535) [ ] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
[junit4] 2> 223216 INFO (qtp1265481894-1535) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 223223 INFO (qtp1265481894-1535) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
[junit4] 2> 223223 INFO (qtp1265481894-1535) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 223223 INFO (qtp1265481894-1535) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 223223 INFO (qtp1265481894-1535) [ ] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
[junit4] 2> 223225 INFO (qtp1265481894-1535) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=4.5791015625, floorSegmentMB=1.3720703125, forceMergeDeletesPctAllowed=17.257246177853155, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8892205567266535
[junit4] 2> 223227 WARN (qtp1265481894-1535) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 223250 INFO (qtp1265481894-1535) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 223250 INFO (qtp1265481894-1535) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 223251 INFO (qtp1265481894-1535) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 223251 INFO (qtp1265481894-1535) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 223252 INFO (qtp1265481894-1535) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=57.0283203125, floorSegmentMB=1.9755859375, forceMergeDeletesPctAllowed=6.362389848507858, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 223252 INFO (qtp1265481894-1535) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@46abcd98[collection1_shard2_replica_n45] main]
[junit4] 2> 223253 INFO (qtp1265481894-1535) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 223253 INFO (qtp1265481894-1535) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 223254 INFO (qtp1265481894-1535) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 223255 INFO (searcherExecutor-566-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard2_replica_n45] Registered new searcher Searcher@46abcd98[collection1_shard2_replica_n45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 223255 INFO (qtp1265481894-1535) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583240002894036992
[junit4] 2> 223257 INFO (qtp1265481894-1535) [ ] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_n45
[junit4] 2> 223257 INFO (updateExecutor-373-thread-1) [ ] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 223257 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 223258 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 223258 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_n45]
[junit4] 2> 223258 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 223258 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_n45] as recovering, leader is [http://127.0.0.1:35829/kz/collection1_shard2_replica_n41/] and I am [http://127.0.0.1:43057/kz/collection1_shard2_replica_n45/]
[junit4] 2> 223258 INFO (qtp1265481894-1535) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1117
[junit4] 2> 223259 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:35829/kz]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_n41&nodeName=127.0.0.1:43057_kz&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 223259 INFO (SocketProxy-Acceptor-35829) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33188,localport=35829], receiveBufferSize:531000
[junit4] 2> 223260 INFO (qtp808706661-1464) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:43057_kz&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1125
[junit4] 2> 223261 INFO (SocketProxy-Acceptor-35829) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46869,localport=47594], receiveBufferSize=530904
[junit4] 2> 223263 INFO (qtp808706661-1469) [ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 223263 INFO (qtp808706661-1469) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_n41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:43057_kz, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_n45","base_url":"http://127.0.0.1:43057/kz","node_name":"127.0.0.1:43057_kz","state":"down","type":"NRT"}
[junit4] 2> 223264 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 223264 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30000 for each attempt
[junit4] 2> 223264 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30000
[junit4] 2> 224137 INFO (OverseerCollectionConfigSetProcessor-98952499676184580-127.0.0.1:38737_kz-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 224264 INFO (qtp808706661-1469) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_n41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:43057_kz, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_n45","base_url":"http://127.0.0.1:43057/kz","node_name":"127.0.0.1:43057_kz","state":"recovering","type":"NRT"}
[junit4] 2> 224264 INFO (qtp808706661-1469) [ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 224264 INFO (qtp808706661-1469) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:43057_kz&onlyIfLeaderActive=true&core=collection1_shard2_replica_n41&coreNodeName=core_node46&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
[junit4] 2> 224765 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:35829/kz/collection1_shard2_replica_n41/] - recoveringAfterStartup=[true]
[junit4] 2> 224765 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_n45 url=http://127.0.0.1:43057/kz START replicas=[http://127.0.0.1:35829/kz/collection1_shard2_replica_n41/] nUpdates=100
[junit4] 2> 224766 INFO (SocketProxy-Acceptor-35829) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33192,localport=35829], receiveBufferSize:531000
[junit4] 2> 224766 INFO (SocketProxy-Acceptor-35829) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46869,localport=47598], receiveBufferSize=530904
[junit4] 2> 224771 INFO (qtp808706661-1469) [ ] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 224771 INFO (qtp808706661-1469) [ ] o.a.s.c.S.Request [collection1_shard2_replica_n41] webapp=/kz path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 224772 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 224772 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 224772 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 224772 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 224773 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 224773 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 224773 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 224773 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 224773 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 225264 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 225266 INFO (qtp1896112038-1411) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583240005002723328,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 225267 INFO (qtp1896112038-1411) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 225268 INFO (qtp1896112038-1411) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 225268 INFO (qtp1896112038-1411) [ ] o.a.s.u.p.LogUpdateProcessorFactory [control_collection_shard1_replica_n1] webapp=/kz path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
[junit4] 2> 225269 INFO (SocketProxy-Acceptor-40455) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40184,localport=40455], receiveBufferSize:531000
[junit4] 2> 225270 INFO (SocketProxy-Acceptor-40455) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43169,localport=38550], receiveBufferSize=530904
[junit4] 2> 225278 INFO (SocketProxy-Acceptor-40455) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40188,localport=40455], receiveBufferSize:531000
[junit4] 2> 225278 INFO (SocketProxy-Acceptor-43057) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=55108,localport=43057], receiveBufferSize:531000
[junit4] 2> 225278 INFO (SocketProxy-Acceptor-35829) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33208,localport=35829], receiveBufferSize:531000
[junit4] 2> 225279 INFO (SocketProxy-Acceptor-35829) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46869,localport=47622], receiveBufferSize=530904
[junit4] 2> 225279 INFO (SocketProxy-Acceptor-43057) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38377,localport=43936], receiveBufferSize=530904
[junit4] 2> 225279 INFO (SocketProxy-Acceptor-40455) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43169,localport=38558], receiveBufferSize=530904
[junit4] 2> 225279 INFO (qtp519632789-1500) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583240005016354816,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 225280 INFO (qtp808706661-1471) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583240005017403392,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 225280 INFO (qtp808706661-1471) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 225281 INFO (qtp808706661-1471) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 225281 INFO (qtp808706661-1471) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n41] webapp=/kz path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:40455/kz/collection1_shard1_replica_n43/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 225288 INFO (qtp519632789-1500) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 225289 INFO (qtp1265481894-1537) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583240005026840576,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 225289 INFO (qtp1265481894-1537) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 225289 INFO (qtp519632789-1500) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 225290 INFO (qtp519632789-1500) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n43] webapp=/kz path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:40455/kz/collection1_shard1_replica_n43/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 10
[junit4] 2> 225290 INFO (qtp1265481894-1537) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 225290 INFO (qtp1265481894-1537) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n45] webapp=/kz path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:40455/kz/collection1_shard1_replica_n43/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 225290 INFO (qtp519632789-1505) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n43] webapp=/kz path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 15
[junit4] 2> 225292 INFO (SocketProxy-Acceptor-35829) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33220,localport=35829], receiveBufferSize:531000
[junit4] 2> 225292 INFO (SocketProxy-Acceptor-35829) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46869,localport=47626], receiveBufferSize=530904
[junit4] 2> 225294 INFO (qtp808706661-1466) [ ] o.a.s.c.S.Request [collection1_shard2_replica_n41] webapp=/kz path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 225295 INFO (SocketProxy-Acceptor-43057) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=55120,localport=43057], receiveBufferSize:531000
[junit4] 2> 225295 INFO (SocketProxy-Acceptor-43057) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38377,localport=43946], receiveBufferSize=530904
[junit4] 2> 225297 INFO (qtp1265481894-1535) [ ] o.a.s.c.S.Request [collection1_shard2_replica_n45] webapp=/kz path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 225298 INFO (SocketProxy-Acceptor-40455) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40208,localport=40455], receiveBufferSize:531000
[junit4] 2> 225298 INFO (SocketProxy-Acceptor-40455) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43169,localport=38574], receiveBufferSize=530904
[junit4] 2> 225300 INFO (qtp519632789-1499) [ ] o.a.s.c.S.Request [collection1_shard1_replica_n43] webapp=/kz path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 227300 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection with stateFormat=1: c8n_1x3_lf
[junit4] 2> 227301 INFO (SocketProxy-Acceptor-35829) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33232,localport=35829], receiveBufferSize:531000
[junit4] 2> 227303 INFO (SocketProxy-Acceptor-35829) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46869,localport=47638], receiveBufferSize=530904
[junit4] 2> 227304 INFO (qtp808706661-1471) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&maxShardsPerNode=1&collection.configName=conf1&nrtReplicas=3&name=c8n_1x3_lf&action=CREATE&numShards=1&tlogReplicas=0&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 227305 INFO (OverseerThreadFactory-530-thread-5) [ ] o.a.s.c.CreateCollectionCmd Create collection c8n_1x3_lf
[junit4] 2> 227409 INFO (qtp1896112038-1415) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=c8n_1x3_lf_shard1_replica_n1&action=CREATE&numShards=1&collection=c8n_1x3_lf&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 227410 INFO (qtp808706661-1469) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=c8n_1x3_lf_shard1_replica_n2&action=CREATE&numShards=1&collection=c8n_1x3_lf&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 227411 INFO (qtp1265481894-1536) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=c8n_1x3_lf_s
[...truncated too long message...]
2> 1124431 INFO (indexFetcher-3591-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=20.455078125, floorSegmentMB=1.421875, forceMergeDeletesPctAllowed=15.019258127221175, segmentsPerTier=8.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1124432 INFO (indexFetcher-3591-thread-1) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1124434 INFO (indexFetcher-3591-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a95c625[collection1] main]
[junit4] 2> 1124436 INFO (searcherExecutor-3587-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5a95c625[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):C472) Uninverting(_1(7.2.0):C21) Uninverting(_2(7.2.0):C1)))}
[junit4] 2> 1124463 INFO (qtp1582311823-7013) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=494 status=0 QTime=0
[junit4] 2> 1124463 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.h.TestReplicationHandler Waited for 1000ms and found 494 docs
[junit4] 2> 1124463 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending doTestStopPoll
[junit4] 2> 1124464 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@643add5b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1124464 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1443513916
[junit4] 2> 1124465 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1124465 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a634d0e: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@36ed64d8
[junit4] 2> 1124471 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1124471 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7a20ef3: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1104a298
[junit4] 2> 1124475 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1124475 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f88dacb: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@45c2036b
[junit4] 2> 1124476 INFO (coreCloseExecutor-3594-thread-1) [ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@f7e47e9
[junit4] 2> 1124476 INFO (coreCloseExecutor-3594-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=259934185
[junit4] 2> 1124476 INFO (coreCloseExecutor-3594-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4a7cd862: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@da4330
[junit4] 2> 1124484 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3d218207{/solr,null,UNAVAILABLE}
[junit4] 2> 1124484 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3c8e4178{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1124485 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=645501630
[junit4] 2> 1124485 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1124485 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b443716: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2ad1003f
[junit4] 2> 1124490 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1124491 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3e06012c: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1104a298
[junit4] 2> 1124494 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1124494 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1fc2f0e7: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@45c2036b
[junit4] 2> 1124495 INFO (coreCloseExecutor-3596-thread-1) [ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@4f2a0a27
[junit4] 2> 1124495 INFO (coreCloseExecutor-3596-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1328155175
[junit4] 2> 1124495 INFO (coreCloseExecutor-3596-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a288da6: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@70c2ef76
[junit4] 2> 1124501 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@40ddac3f{/solr,null,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_E1AFE189C63EC08C-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {name=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), newname=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, maxPointsInLeafNode=595, maxMBSortInHeap=7.8273170085095005, sim=RandomSimilarity(queryNorm=true): {}, locale=de-CH, timezone=Africa/Ndjamena
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=212248672,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestDelegationWithHadoopAuth, TestCryptoKeys, TestSolrCloudWithDelegationTokens, SoftAutoCommitTest, MissingSegmentRecoveryTest, TestZkAclsWithHadoopAuth, TestPostingsSolrHighlighter, TestCSVLoader, TestFieldTypeCollectionResource, TestOnReconnectListenerSupport, CloneFieldUpdateProcessorFactoryTest, TestMergePolicyConfig, TestBinaryResponseWriter, LeaderFailoverAfterPartitionTest, TestFoldingMultitermQuery, TestSystemCollAutoCreate, MultiTermTest, DistributedExpandComponentTest, ZkFailoverTest, TestLocalFSCloudBackupRestore, CleanupOldIndexTest, MinimalSchemaTest, CursorPagingTest, TestJoin, TestCloudPseudoReturnFields, DistribCursorPagingTest, TestStandardQParsers, TestLegacyFieldReuse, TestHighlightDedupGrouping, HdfsDirectoryFactoryTest, CoreMergeIndexesAdminHandlerTest, HLLSerializationTest, JsonLoaderTest, TestWordDelimiterFilterFactory, BufferStoreTest, RemoteQueryErrorTest, TestJsonFacets, TestManagedSchema, TestInPlaceUpdatesStandalone, OverseerTaskQueueTest, DeleteReplicaTest, PropertiesRequestHandlerTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestRandomDVFaceting, TestIndexingPerformance, TermVectorComponentTest, TestQueryWrapperFilter, ExternalFileFieldSortTest, BasicFunctionalityTest, TestInitQParser, TestXmlQParser, TestSchemaResource, IndexSchemaRuntimeFieldTest, MetricsConfigTest, TestSubQueryTransformer, TestDFRSimilarityFactory, TestPhraseSuggestions, TestReqParamsAPI, HdfsWriteToMultipleCollectionsTest, SpellCheckComponentTest, TestRecovery, SimpleMLTQParserTest, BooleanFieldTest, CollectionsAPISolrJTest, TestGeoJSONResponseWriter, ResponseLogComponentTest, TestSearcherReuse, SolrPluginUtilsTest, TestDocTermOrds, TestSolrDeletionPolicy1, TestDynamicFieldResource, HdfsCollectionsAPIDistributedZkTest, PeerSyncWithIndexFingerprintCachingTest, TestReplicationHandler]
[junit4] Completed [261/747 (2!)] on J0 in 82.59s, 16 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 41730 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.1) - Build # 749 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/749/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseG1GC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([E501FA84DB246F22]:0)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1325)
at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:440)
at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.setupCluster(DistributedQueryComponentOptimizationTest.java:67)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Error from server at http://127.0.0.1:34749/solr/awhollynewcollection_0_shard1_replica_n4: ClusterState says we are the leader (http://127.0.0.1:34749/solr/awhollynewcollection_0_shard1_replica_n4), but locally we don't think so. Request came from null
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:34749/solr/awhollynewcollection_0_shard1_replica_n4: ClusterState says we are the leader (http://127.0.0.1:34749/solr/awhollynewcollection_0_shard1_replica_n4), but locally we don't think so. Request came from null
at __randomizedtesting.SeedInfo.seed([E501FA84DB246F22:AD748E30DD1740B7]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:541)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1008)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:459)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34749/solr/awhollynewcollection_0_shard1_replica_n4: ClusterState says we are the leader (http://127.0.0.1:34749/solr/awhollynewcollection_0_shard1_replica_n4), but locally we don't think so. Request came from null
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:518)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
... 1 more
FAILED: org.apache.solr.core.TestCustomStream.testDynamicLoadingCustomStream
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:38483
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:38483
at __randomizedtesting.SeedInfo.seed([E501FA84DB246F22:95B4F3A621DE2495]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 42 more
Build Log:
[...truncated 12629 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E501FA84DB246F22-001/init-core-data-001
[junit4] 2> 1273306 WARN (SUITE-CollectionsAPIDistributedZkTest-seed#[E501FA84DB246F22]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=33 numCloses=33
[junit4] 2> 1273306 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E501FA84DB246F22]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1273306 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E501FA84DB246F22]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1273306 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E501FA84DB246F22]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1273307 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E501FA84DB246F22]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E501FA84DB246F22-001/tempDir-001
[junit4] 2> 1273307 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E501FA84DB246F22]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1273307 INFO (Thread-8205) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1273307 INFO (Thread-8205) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1273308 ERROR (Thread-8205) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1273407 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E501FA84DB246F22]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38503
[junit4] 2> 1273412 INFO (jetty-launcher-1902-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1273412 INFO (jetty-launcher-1902-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1273412 INFO (jetty-launcher-1902-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1273413 INFO (jetty-launcher-1902-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1273415 INFO (jetty-launcher-1902-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35975852{/solr,null,AVAILABLE}
[junit4] 2> 1273415 INFO (jetty-launcher-1902-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b5a1a9d{/solr,null,AVAILABLE}
[junit4] 2> 1273415 INFO (jetty-launcher-1902-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14e47805{/solr,null,AVAILABLE}
[junit4] 2> 1273415 INFO (jetty-launcher-1902-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16779195{/solr,null,AVAILABLE}
[junit4] 2> 1273416 INFO (jetty-launcher-1902-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2a1e3b2b{HTTP/1.1,[http/1.1]}{127.0.0.1:34749}
[junit4] 2> 1273416 INFO (jetty-launcher-1902-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@66b9ac33{HTTP/1.1,[http/1.1]}{127.0.0.1:43597}
[junit4] 2> 1273416 INFO (jetty-launcher-1902-thread-4) [ ] o.e.j.s.Server Started @1275232ms
[junit4] 2> 1273416 INFO (jetty-launcher-1902-thread-3) [ ] o.e.j.s.Server Started @1275233ms
[junit4] 2> 1273416 INFO (jetty-launcher-1902-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34749}
[junit4] 2> 1273417 INFO (jetty-launcher-1902-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43597}
[junit4] 2> 1273416 INFO (jetty-launcher-1902-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@126263a4{HTTP/1.1,[http/1.1]}{127.0.0.1:37939}
[junit4] 2> 1273417 INFO (jetty-launcher-1902-thread-2) [ ] o.e.j.s.Server Started @1275233ms
[junit4] 2> 1273417 INFO (jetty-launcher-1902-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37939}
[junit4] 2> 1273417 ERROR (jetty-launcher-1902-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1273417 ERROR (jetty-launcher-1902-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1273417 INFO (jetty-launcher-1902-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1273417 INFO (jetty-launcher-1902-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1273417 INFO (jetty-launcher-1902-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1273417 INFO (jetty-launcher-1902-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1273417 INFO (jetty-launcher-1902-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1273417 INFO (jetty-launcher-1902-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1273417 INFO (jetty-launcher-1902-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-05T12:32:33.535664Z
[junit4] 2> 1273417 INFO (jetty-launcher-1902-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-05T12:32:33.535710Z
[junit4] 2> 1273417 ERROR (jetty-launcher-1902-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1273417 INFO (jetty-launcher-1902-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1273417 INFO (jetty-launcher-1902-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1273418 INFO (jetty-launcher-1902-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1273418 INFO (jetty-launcher-1902-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-05T12:32:33.536075Z
[junit4] 2> 1273418 INFO (jetty-launcher-1902-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2c516554{HTTP/1.1,[http/1.1]}{127.0.0.1:46153}
[junit4] 2> 1273418 INFO (jetty-launcher-1902-thread-1) [ ] o.e.j.s.Server Started @1275234ms
[junit4] 2> 1273418 INFO (jetty-launcher-1902-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46153}
[junit4] 2> 1273418 ERROR (jetty-launcher-1902-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1273418 INFO (jetty-launcher-1902-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1273418 INFO (jetty-launcher-1902-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1273418 INFO (jetty-launcher-1902-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1273418 INFO (jetty-launcher-1902-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-05T12:32:33.536969Z
[junit4] 2> 1273421 INFO (jetty-launcher-1902-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1273421 INFO (jetty-launcher-1902-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1273421 INFO (jetty-launcher-1902-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1273421 INFO (jetty-launcher-1902-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1273424 INFO (jetty-launcher-1902-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1273424 INFO (jetty-launcher-1902-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1273424 INFO (jetty-launcher-1902-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1273424 INFO (jetty-launcher-1902-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1273424 INFO (jetty-launcher-1902-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1273424 INFO (jetty-launcher-1902-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1273424 INFO (jetty-launcher-1902-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1273424 INFO (jetty-launcher-1902-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1273428 INFO (jetty-launcher-1902-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38503/solr
[junit4] 2> 1273429 INFO (jetty-launcher-1902-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38503/solr
[junit4] 2> 1273432 INFO (jetty-launcher-1902-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38503/solr
[junit4] 2> 1273432 INFO (jetty-launcher-1902-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38503/solr
[junit4] 2> 1273500 INFO (jetty-launcher-1902-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1273500 INFO (jetty-launcher-1902-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46153_solr
[junit4] 2> 1273500 INFO (jetty-launcher-1902-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.Overseer Overseer (id=98951833414926345-127.0.0.1:46153_solr-n_0000000000) starting
[junit4] 2> 1273504 INFO (jetty-launcher-1902-thread-4) [n:127.0.0.1:34749_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1273505 INFO (jetty-launcher-1902-thread-4) [n:127.0.0.1:34749_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34749_solr
[junit4] 2> 1273509 INFO (jetty-launcher-1902-thread-2) [n:127.0.0.1:37939_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1273520 INFO (zkCallback-1922-thread-1-processing-n:127.0.0.1:34749_solr) [n:127.0.0.1:34749_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1273520 INFO (zkCallback-1921-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1273523 INFO (jetty-launcher-1902-thread-2) [n:127.0.0.1:37939_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37939_solr
[junit4] 2> 1273524 INFO (zkCallback-1923-thread-1-processing-n:127.0.0.1:37939_solr) [n:127.0.0.1:37939_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1273525 INFO (jetty-launcher-1902-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46153_solr
[junit4] 2> 1273527 INFO (zkCallback-1922-thread-1-processing-n:127.0.0.1:34749_solr) [n:127.0.0.1:34749_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1273528 INFO (zkCallback-1923-thread-1-processing-n:127.0.0.1:37939_solr) [n:127.0.0.1:37939_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1273528 INFO (zkCallback-1921-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1273528 INFO (zkCallback-1922-thread-1-processing-n:127.0.0.1:34749_solr) [n:127.0.0.1:34749_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1273531 INFO (zkCallback-1921-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1273536 INFO (jetty-launcher-1902-thread-3) [n:127.0.0.1:43597_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1273537 INFO (jetty-launcher-1902-thread-3) [n:127.0.0.1:43597_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1273537 INFO (jetty-launcher-1902-thread-3) [n:127.0.0.1:43597_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43597_solr
[junit4] 2> 1273538 INFO (zkCallback-1922-thread-1-processing-n:127.0.0.1:34749_solr) [n:127.0.0.1:34749_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1273538 INFO (zkCallback-1923-thread-1-processing-n:127.0.0.1:37939_solr) [n:127.0.0.1:37939_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1273551 INFO (jetty-launcher-1902-thread-4) [n:127.0.0.1:34749_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1273556 INFO (zkCallback-1924-thread-1-processing-n:127.0.0.1:43597_solr) [n:127.0.0.1:43597_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1273558 INFO (jetty-launcher-1902-thread-2) [n:127.0.0.1:37939_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1273560 INFO (jetty-launcher-1902-thread-4) [n:127.0.0.1:34749_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1273561 INFO (jetty-launcher-1902-thread-4) [n:127.0.0.1:34749_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1273562 INFO (jetty-launcher-1902-thread-4) [n:127.0.0.1:34749_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E501FA84DB246F22-001/tempDir-001/node4
[junit4] 2> 1273565 INFO (zkCallback-1921-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1273567 INFO (jetty-launcher-1902-thread-2) [n:127.0.0.1:37939_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1273567 INFO (jetty-launcher-1902-thread-2) [n:127.0.0.1:37939_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1273568 INFO (jetty-launcher-1902-thread-2) [n:127.0.0.1:37939_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E501FA84DB246F22-001/tempDir-001/node2
[junit4] 2> 1273579 INFO (jetty-launcher-1902-thread-3) [n:127.0.0.1:43597_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1273639 INFO (jetty-launcher-1902-thread-3) [n:127.0.0.1:43597_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1273639 INFO (jetty-launcher-1902-thread-3) [n:127.0.0.1:43597_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1273640 INFO (jetty-launcher-1902-thread-3) [n:127.0.0.1:43597_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E501FA84DB246F22-001/tempDir-001/node3
[junit4] 2> 1273659 INFO (jetty-launcher-1902-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1273666 INFO (jetty-launcher-1902-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1273666 INFO (jetty-launcher-1902-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1273667 INFO (jetty-launcher-1902-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E501FA84DB246F22-001/tempDir-001/node1
[junit4] 2> 1273711 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E501FA84DB246F22]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1273711 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E501FA84DB246F22]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38503/solr ready
[junit4] 2> 1273722 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[E501FA84DB246F22]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionRemovesStaleZkCollectionsNode
[junit4] 2> 1273725 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[E501FA84DB246F22]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1273727 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=out_of_sync_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1273745 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=out_of_sync_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 1273748 INFO (qtp1566305756-16675) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1273748 INFO (qtp1566305756-16675) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1273748 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[E501FA84DB246F22]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionRemovesStaleZkCollectionsNode
[junit4] 2> 1273759 INFO (TEST-CollectionsAPIDistributedZkTest.testZeroNumShards-seed#[E501FA84DB246F22]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testZeroNumShards
[junit4] 2> 1273760 INFO (TEST-CollectionsAPIDistributedZkTest.testZeroNumShards-seed#[E501FA84DB246F22]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1273761 INFO (qtp1566305756-16678) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&numShards=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1273762 INFO (OverseerThreadFactory-4759-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.CreateCollectionCmd Create collection acollection
[junit4] 2> 1273762 INFO (OverseerCollectionConfigSetProcessor-98951833414926345-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1273762 ERROR (OverseerThreadFactory-4759-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: acollection operation: create failed:org.apache.solr.common.SolrException: numShards must be > 0
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:144)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1273764 INFO (qtp1566305756-16678) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&numShards=0&wt=javabin&version=2} status=400 QTime=2
[junit4] 2> 1273764 INFO (TEST-CollectionsAPIDistributedZkTest.testZeroNumShards-seed#[E501FA84DB246F22]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testZeroNumShards
[junit4] 2> 1273775 INFO (TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[E501FA84DB246F22]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBadActionNames
[junit4] 2> 1273775 INFO (TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[E501FA84DB246F22]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1273776 ERROR (qtp1566305756-16648) [n:127.0.0.1:37939_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Unknown action: BADACTION
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:217)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1273777 INFO (qtp1566305756-16648) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=badactioncollection&action=BADACTION&numShards=2&wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 1273777 INFO (TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[E501FA84DB246F22]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBadActionNames
[junit4] 2> 1273787 INFO (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[E501FA84DB246F22]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreationAndDeletion
[junit4] 2> 1273788 INFO (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[E501FA84DB246F22]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1273788 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=created_and_deleted&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1273789 INFO (OverseerThreadFactory-4759-thread-3-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.CreateCollectionCmd Create collection created_and_deleted
[junit4] 2> 1273789 INFO (OverseerCollectionConfigSetProcessor-98951833414926345-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1273896 INFO (OverseerStateUpdate-98951833414926345-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"created_and_deleted",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"created_and_deleted_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37939/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1274098 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica_n1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1274098 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1274200 INFO (zkCallback-1923-thread-1-processing-n:127.0.0.1:37939_solr) [n:127.0.0.1:37939_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1274200 INFO (zkCallback-1923-thread-2-processing-n:127.0.0.1:37939_solr) [n:127.0.0.1:37939_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1275105 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1275109 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.s.IndexSchema [created_and_deleted_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1275110 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1275110 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'created_and_deleted_shard1_replica_n1' using configuration from collection created_and_deleted, trusted=true
[junit4] 2> 1275110 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.created_and_deleted.shard1.replica_n1' (registry 'solr.core.created_and_deleted.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1275111 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1275111 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SolrCore [[created_and_deleted_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E501FA84DB246F22-001/tempDir-001/node2/created_and_deleted_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E501FA84DB246F22-001/tempDir-001/node2/created_and_deleted_shard1_replica_n1/data/]
[junit4] 2> 1275173 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1275173 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1275174 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1275174 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1275175 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7879295f[created_and_deleted_shard1_replica_n1] main]
[junit4] 2> 1275176 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1275176 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1275176 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1275177 INFO (searcherExecutor-4768-thread-1-processing-n:127.0.0.1:37939_solr x:created_and_deleted_shard1_replica_n1 s:shard1 c:created_and_deleted r:core_node2) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SolrCore [created_and_deleted_shard1_replica_n1] Registered new searcher Searcher@7879295f[created_and_deleted_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1275177 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583229336598609920
[junit4] 2> 1275179 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1275179 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1275179 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37939/solr/created_and_deleted_shard1_replica_n1/
[junit4] 2> 1275179 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1275179 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37939/solr/created_and_deleted_shard1_replica_n1/ has no replicas
[junit4] 2> 1275179 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1275181 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37939/solr/created_and_deleted_shard1_replica_n1/ shard1
[junit4] 2> 1275282 INFO (zkCallback-1923-thread-2-processing-n:127.0.0.1:37939_solr) [n:127.0.0.1:37939_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1275282 INFO (zkCallback-1923-thread-1-processing-n:127.0.0.1:37939_solr) [n:127.0.0.1:37939_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1275331 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1275341 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica_n1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1243
[junit4] 2> 1275343 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1275434 INFO (zkCallback-1923-thread-2-processing-n:127.0.0.1:37939_solr) [n:127.0.0.1:37939_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1275434 INFO (zkCallback-1923-thread-1-processing-n:127.0.0.1:37939_solr) [n:127.0.0.1:37939_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1275790 INFO (OverseerCollectionConfigSetProcessor-98951833414926345-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1276343 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=created_and_deleted&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2554
[junit4] 2> 1276344 INFO (qtp1566305756-16675) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1276344 INFO (qtp1566305756-16675) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1276344 INFO (qtp1566305756-16648) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=created_and_deleted&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1276346 INFO (OverseerThreadFactory-4759-thread-4-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1276348 INFO (qtp1566305756-16678) [n:127.0.0.1:37939_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.created_and_deleted.shard1.replica_n1, tag=null
[junit4] 2> 1276349 INFO (qtp1566305756-16678) [n:127.0.0.1:37939_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b7acfdb: rootName = null, domain = solr.core.created_and_deleted.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.created_and_deleted.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@37bcfac6
[junit4] 2> 1276358 INFO (qtp1566305756-16678) [n:127.0.0.1:37939_solr ] o.a.s.c.SolrCore [created_and_deleted_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@46798b5f
[junit4] 2> 1276358 INFO (qtp1566305756-16678) [n:127.0.0.1:37939_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.created_and_deleted.shard1.replica_n1, tag=1182370655
[junit4] 2> 1276358 INFO (qtp1566305756-16678) [n:127.0.0.1:37939_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.created_and_deleted.shard1.leader, tag=1182370655
[junit4] 2> 1276361 INFO (qtp1566305756-16678) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=created_and_deleted_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 1277064 INFO (qtp1566305756-16648) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=created_and_deleted&action=DELETE&wt=javabin&version=2} status=0 QTime=719
[junit4] 2> 1277064 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1277064 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1277065 INFO (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[E501FA84DB246F22]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreationAndDeletion
[junit4] 2> 1277078 INFO (TEST-CollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[E501FA84DB246F22]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateNodeSet
[junit4] 2> 1277079 INFO (TEST-CollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[E501FA84DB246F22]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1277080 INFO (qtp1566305756-16675) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=nodeset_collection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=http://127.0.0.1:37939/solr,http://127.0.0.1:34749/solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1277081 INFO (OverseerThreadFactory-4759-thread-5-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.CreateCollectionCmd Create collection nodeset_collection
[junit4] 2> 1277081 INFO (OverseerCollectionConfigSetProcessor-98951833414926345-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1277081 WARN (OverseerThreadFactory-4759-thread-5-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (nodeset_collection) without cores.
[junit4] 2> 1277284 INFO (qtp1566305756-16675) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1277284 INFO (qtp1566305756-16675) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=nodeset_collection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=http://127.0.0.1:37939/solr,http://127.0.0.1:34749/solr&wt=javabin&version=2} status=0 QTime=204
[junit4] 2> 1277284 INFO (TEST-CollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[E501FA84DB246F22]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateNodeSet
[junit4] 2> 1277295 INFO (TEST-CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[E501FA84DB246F22]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShouldFailOnExistingCore
[junit4] 2> 1277295 INFO (TEST-CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[E501FA84DB246F22]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1277296 INFO (qtp1566305756-16678) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=nodeset_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1277297 INFO (OverseerCollectionConfigSetProcessor-98951833414926345-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1277297 INFO (OverseerThreadFactory-4759-thread-5-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1277999 INFO (qtp1566305756-16678) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=nodeset_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=703
[junit4] 2> 1278000 INFO (qtp1566305756-16648) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfcollectionblocker&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1278001 INFO (OverseerThreadFactory-4759-thread-5-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.CreateCollectionCmd Create collection halfcollectionblocker
[junit4] 2> 1278001 INFO (OverseerCollectionConfigSetProcessor-98951833414926345-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000010 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1278001 WARN (OverseerThreadFactory-4759-thread-5-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (halfcollectionblocker) without cores.
[junit4] 2> 1278204 INFO (qtp1566305756-16648) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1278204 INFO (qtp1566305756-16648) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=halfcollectionblocker&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2} status=0 QTime=204
[junit4] 2> 1278205 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34749_solr&name=halfcollection_shard1_replica_n1&action=ADDREPLICA&collection=halfcollectionblocker&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1278206 INFO (OverseerCollectionConfigSetProcessor-98951833414926345-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000012 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1278206 INFO (OverseerThreadFactory-4759-thread-5-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:34749_solr for creating new replica
[junit4] 2> 1278206 INFO (OverseerStateUpdate-98951833414926345-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"halfcollectionblocker",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34749/solr",
[junit4] 2> "node_name":"127.0.0.1:34749_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1278409 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&name=halfcollection_shard1_replica_n1&action=CREATE&collection=halfcollectionblocker&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1278409 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1278414 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1278417 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.s.IndexSchema [halfcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1278418 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1278418 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica_n1' using configuration from collection halfcollectionblocker, trusted=true
[junit4] 2> 1278419 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.halfcollectionblocker.shard1.core_node21' (registry 'solr.core.halfcollectionblocker.shard1.core_node21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1278419 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1278419 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SolrCore [[halfcollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E501FA84DB246F22-001/tempDir-001/node4/halfcollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E501FA84DB246F22-001/tempDir-001/node4/halfcollection_shard1_replica_n1/data/]
[junit4] 2> 1278445 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1278445 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1278446 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1278446 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1278446 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@26d14038[halfcollection_shard1_replica_n1] main]
[junit4] 2> 1278447 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1278447 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1278448 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1278448 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583229340028502016
[junit4] 2> 1278448 INFO (searcherExecutor-4773-thread-1-processing-n:127.0.0.1:34749_solr x:halfcollection_shard1_replica_n1 s:shard1 c:halfcollectionblocker r:core_node21) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SolrCore [halfcollection_shard1_replica_n1] Registered new searcher Searcher@26d14038[halfcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1278450 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1278450 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1278450 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34749/solr/halfcollection_shard1_replica_n1/
[junit4] 2> 1278450 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1278450 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:34749/solr/halfcollection_shard1_replica_n1/ has no replicas
[junit4] 2> 1278450 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1278451 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34749/solr/halfcollection_shard1_replica_n1/ shard1
[junit4] 2> 1278552 INFO (zkCallback-1922-thread-1-processing-n:127.0.0.1:34749_solr) [n:127.0.0.1:34749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker/state.json] for collection [halfcollectionblocker] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1278552 INFO (zkCallback-1922-thread-2-processing-n:127.0.0.1:34749_solr) [n:127.0.0.1:34749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker/state.json] for collection [halfcollectionblocker] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1278602 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1278603 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&name=halfcollection_shard1_replica_n1&action=CREATE&collection=halfcollectionblocker&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=194
[junit4] 2> 1278604 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34749_solr&name=halfcollection_shard1_replica_n1&action=ADDREPLICA&collection=halfcollectionblocker&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=399
[junit4] 2> 1278604 INFO (qtp1566305756-16675) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfcollectionblocker2&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1278605 INFO (OverseerThreadFactory-4759-thread-5-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.CreateCollectionCmd Create collection halfcollectionblocker2
[junit4] 2> 1278605 INFO (OverseerCollectionConfigSetProcessor-98951833414926345-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000014 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1278605 WARN (OverseerThreadFactory-4759-thread-5-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (halfcollectionblocker2) without cores.
[junit4] 2> 1278716 INFO (zkCallback-1922-thread-2-processing-n:127.0.0.1:34749_solr) [n:127.0.0.1:34749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker/state.json] for collection [halfcollectionblocker] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1278716 INFO (zkCallback-1922-thread-1-processing-n:127.0.0.1:34749_solr) [n:127.0.0.1:34749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker/state.json] for collection [halfcollectionblocker] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1278813 INFO (qtp1566305756-16675) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1278813 INFO (qtp1566305756-16675) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=halfcollectionblocker2&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2} status=0 QTime=208
[junit4] 2> 1278813 INFO (qtp1566305756-16678) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:37939_solr&name=halfcollection_shard1_replica_n1&action=ADDREPLICA&collection=halfcollectionblocker2&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1278814 INFO (OverseerCollectionConfigSetProcessor-98951833414926345-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000016 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1278815 INFO (OverseerThreadFactory-4759-thread-5-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:37939_solr for creating new replica
[junit4] 2> 1278815 INFO (OverseerStateUpdate-98951833414926345-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"halfcollectionblocker2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37939/solr",
[junit4] 2> "node_name":"127.0.0.1:37939_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1279018 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&name=halfcollection_shard1_replica_n1&action=CREATE&collection=halfcollectionblocker2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1279023 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1279026 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.s.IndexSchema [halfcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1279027 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1279027 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica_n1' using configuration from collection halfcollectionblocker2, trusted=true
[junit4] 2> 1279027 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.halfcollectionblocker2.shard1.core_node21' (registry 'solr.core.halfcollectionblocker2.shard1.core_node21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1279027 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1279027 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SolrCore [[halfcollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E501FA84DB246F22-001/tempDir-001/node2/halfcollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E501FA84DB246F22-001/tempDir-001/node2/halfcollection_shard1_replica_n1/data/]
[junit4] 2> 1279057 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1279057 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1279058 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1279058 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1279059 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c7c71b0[halfcollection_shard1_replica_n1] main]
[junit4] 2> 1279060 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1279060 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1279060 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1279061 INFO (searcherExecutor-4778-thread-1-processing-n:127.0.0.1:37939_solr x:halfcollection_shard1_replica_n1 s:shard1 c:halfcollectionblocker2 r:core_node21) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SolrCore [halfcollection_shard1_replica_n1] Registered new searcher Searcher@4c7c71b0[halfcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1279061 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583229340671279104
[junit4] 2> 1279064 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1279064 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1279064 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37939/solr/halfcollection_shard1_replica_n1/
[junit4] 2> 1279064 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1279064 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37939/solr/halfcollection_shard1_replica_n1/ has no replicas
[junit4] 2> 1279064 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1279065 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37939/solr/halfcollection_shard1_replica_n1/ shard1
[junit4] 2> 1279166 INFO (zkCallback-1923-thread-1-processing-n:127.0.0.1:37939_solr) [n:127.0.0.1:37939_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker2/state.json] for collection [halfcollectionblocker2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1279166 INFO (zkCallback-1923-thread-2-processing-n:127.0.0.1:37939_solr) [n:127.0.0.1:37939_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker2/state.json] for collection [halfcollectionblocker2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1279215 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1279228 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&name=halfcollection_shard1_replica_n1&action=CREATE&collection=halfcollectionblocker2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209
[junit4] 2> 1279229 INFO (qtp1566305756-16678) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:37939_solr&name=halfcollection_shard1_replica_n1&action=ADDREPLICA&collection=halfcollectionblocker2&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=416
[junit4] 2> 1279230 INFO (qtp1566305756-16648) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfcollection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=127.0.0.1:34749_solr,127.0.0.1:37939_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1279231 INFO (OverseerThreadFactory-4759-thread-5-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.CreateCollectionCmd Create collection halfcollection
[junit4] 2> 1279231 INFO (OverseerCollectionConfigSetProcessor-98951833414926345-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000018 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1279335 INFO (zkCallback-1923-thread-2-processing-n:127.0.0.1:37939_solr) [n:127.0.0.1:37939_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker2/state.json] for collection [halfcollectionblocker2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1279335 INFO (zkCallback-1923-thread-1-processing-n:127.0.0.1:37939_solr) [n:127.0.0.1:37939_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionbloc
[...truncated too long message...]
4139484 INFO (coreCloseExecutor-7191-thread-1) [n:127.0.0.1:45839_solr c:optimize s:shard1 r:core_node3 x:optimize_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3f2ce3e4: rootName = null, domain = solr.core.optimize.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.optimize.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2a9d4789
[junit4] 2> 4139493 INFO (coreCloseExecutor-7189-thread-1) [n:127.0.0.1:36873_solr c:optimize s:shard3 r:core_node6 x:optimize_shard3_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.optimize.shard3.leader, tag=1320983741
[junit4] 2> 4139493 INFO (coreCloseExecutor-7190-thread-1) [n:127.0.0.1:36147_solr c:optimize s:shard2 r:core_node5 x:optimize_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.optimize.shard2.leader, tag=1115267639
[junit4] 2> 4139494 INFO (jetty-closer-5033-thread-3) [ ] o.a.s.c.Overseer Overseer (id=98951918906310663-127.0.0.1:36147_solr-n_0000000000) closing
[junit4] 2> 4139494 INFO (OverseerStateUpdate-98951918906310663-127.0.0.1:36147_solr-n_0000000000) [n:127.0.0.1:36147_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36147_solr
[junit4] 2> 4139495 WARN (OverseerAutoScalingTriggerThread-98951918906310663-127.0.0.1:36147_solr-n_0000000000) [n:127.0.0.1:36147_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 4139496 INFO (jetty-closer-5033-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@90bd519{/solr,null,UNAVAILABLE}
[junit4] 2> 4139497 INFO (jetty-closer-5033-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5d1182cb{/solr,null,UNAVAILABLE}
[junit4] 2> 4139497 INFO (zkCallback-5048-thread-4-processing-n:127.0.0.1:45839_solr) [n:127.0.0.1:45839_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45839_solr
[junit4] 2> 4139499 INFO (coreCloseExecutor-7191-thread-1) [n:127.0.0.1:45839_solr c:optimize s:shard1 r:core_node3 x:optimize_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.optimize.shard1.leader, tag=497907391
[junit4] 2> 4139500 INFO (jetty-closer-5033-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7cf8d624{/solr,null,UNAVAILABLE}
[junit4] 2> 4139501 ERROR (SUITE-DistributedQueryComponentOptimizationTest-seed#[E501FA84DB246F22]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4139501 INFO (SUITE-DistributedQueryComponentOptimizationTest-seed#[E501FA84DB246F22]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43375 43375
[junit4] 2> 4144538 INFO (Thread-5129) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43375 43375
[junit4] 2> 4144538 WARN (Thread-5129) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/collections/optimize/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2>
[junit4] 2> 4144539 INFO (SUITE-DistributedQueryComponentOptimizationTest-seed#[E501FA84DB246F22]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=dua-CM, timezone=Etc/GMT+8
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=256778752,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [HdfsChaosMonkeySafeLeaderTest, TestBlobHandler, BasicDistributedZk2Test, TestSolrCloudWithHadoopAuthPlugin, ClassificationUpdateProcessorTest, TestGroupingSearch, TestAnalyzeInfixSuggestions, TestSha256AuthenticationProvider, TestFieldCacheVsDocValues, SuggesterWFSTTest, AnalyticsMergeStrategyTest, SolrTestCaseJ4Test, DistribJoinFromCollectionTest, TestDynamicFieldCollectionResource, TestCloudPivotFacet, CopyFieldTest, ResponseHeaderTest, SpellPossibilityIteratorTest, BlockDirectoryTest, ConfigSetsAPITest, LoggingHandlerTest, VersionInfoTest, DistributedSpellCheckComponentTest, TestSQLHandler, TestSearchPerf, AsyncCallRequestStatusResponseTest, ZkNodePropsTest, TestManagedStopFilterFactory, AutoAddReplicasPlanActionTest, CustomCollectionTest, ConnectionReuseTest, TestCharFilters, TestNumericTerms32, UninvertDocValuesMergePolicyTest, UUIDFieldTest, SolrCloudExampleTest, SystemLogListenerTest, TestTolerantUpdateProcessorRandomCloud, LeaderElectionTest, DistributedFacetPivotLargeTest, TestHashQParserPlugin, SolrCoreCheckLockOnStartupTest, AddBlockUpdateTest, TestSolrConfigHandler, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestFieldResource, TestChildDocTransformer, TestRTimerTree, SimplePostToolTest, CoreAdminRequestStatusTest, TestValueSourceCache, DirectSolrSpellCheckerTest, DistanceFunctionTest, TestLegacyTerms, HdfsRecoverLeaseTest, TestFieldCacheReopen, JvmMetricsTest, TestFunctionQuery, TestCoreDiscovery, SolrGangliaReporterTest, DisMaxRequestHandlerTest, TestMacroExpander, CoreAdminHandlerTest, TestNumericRangeQuery64, OverseerStatusTest, CSVRequestHandlerTest, TestCSVResponseWriter, TestElisionMultitermQuery, BasicAuthIntegrationTest, SolrJmxReporterTest, FullSolrCloudDistribCmdsTest, BadCopyFieldTest, StatsComponentTest, OverseerCollectionConfigSetProcessorTest, SmileWriterTest, TestRealTimeGet, ScriptEngineTest, TestNoOpRegenerator, FieldAnalysisRequestHandlerTest, DefaultValueUpdateProcessorTest, TestIndexSearcher, TestSolrCoreProperties, TestLegacyField, FieldMutatingUpdateProcessorTest, MigrateRouteKeyTest, DistributedFacetPivotSmallTest, FileBasedSpellCheckerTest, TestSolrCloudWithSecureImpersonation, TestFiltering, TestSubQueryTransformerDistrib, ConfigureRecoveryStrategyTest, DocValuesNotIndexedTest, ReturnFieldsTest, ChaosMonkeyNothingIsSafeTest, TestCollectionAPIs, WordBreakSolrSpellCheckerTest, TestEmbeddedSolrServerConstructors, TestCustomStream, MetricsHandlerTest, TestInPlaceUpdatesDistrib, TestRandomRequestDistribution, ExitableDirectoryReaderTest, TestCoreContainer, TestJsonFacetRefinement, CollectionsAPIAsyncDistributedZkTest, TestComplexPhraseLeadingWildcard, TestCloudDeleteByQuery, CdcrVersionReplicationTest, TestDistributedGrouping, FullHLLTest, TestDocBasedVersionConstraints, DistributedDebugComponentTest, TestReloadDeadlock, TestZkChroot, TestSolrCoreSnapshots, HdfsUnloadDistributedZkTest, TestConfigSetsAPIZkFailure, TestSystemIdResolver, TestHalfAndHalfDocValues, TestReloadAndDeleteDocs, DeleteStatusTest, TestSimpleTrackingShardHandler, AliasIntegrationTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionStateFormat2Test, CollectionTooManyReplicasTest, DeleteReplicaTest, DistributedQueueTest, ForceLeaderTest, OverseerRolesTest, OverseerTaskQueueTest, RemoteQueryErrorTest, ReplicationFactorTest, RollingRestartTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, TestCloudRecovery, TestClusterProperties, TestCollectionsAPIViaSolrCloudCluster, TestConfigSetsAPIExclusivity, TestDistribDocBasedVersion, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestMiniSolrCloudClusterSSL, TestReplicaProperties, TestRequestForwarding, TestRequestStatusCollectionAPI, TestShortCircuitedRequests, TestSkipOverseerOperations, TestStressInPlaceUpdates, AutoScalingHandlerTest, ExecutePlanActionTest, NodeAddedTriggerTest, SearchRateTriggerTest, HdfsRecoveryZkTest, CachingDirectoryFactoryTest, TestInfoStreamLogging, TestSolrXml, TestSolrCloudSnapshots, V2ApiIntegrationTest, DistributedFacetExistsSmallTest, DistributedFacetPivotSmallAdvancedTest, DistributedQueryComponentOptimizationTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=DistributedQueryComponentOptimizationTest -Dtests.seed=E501FA84DB246F22 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=dua-CM -Dtests.timezone=Etc/GMT+8 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J2 | DistributedQueryComponentOptimizationTest (suite) <<<
[junit4] > Throwable #1: java.util.concurrent.TimeoutException
[junit4] > at __randomizedtesting.SeedInfo.seed([E501FA84DB246F22]:0)
[junit4] > at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1325)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:440)
[junit4] > at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.setupCluster(DistributedQueryComponentOptimizationTest.java:67)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [747/747 (3!)] on J2 in 1566.85s, 0 tests, 1 error <<< FAILURES!
[...truncated 40124 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.1) - Build # 748 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/748/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
Didn't see all replicas for shard shard1 in c8n_1x2 come up within 90000 ms! ClusterState: { "collMinRf_1x3":{ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node4":{ "core":"collMinRf_1x3_shard1_replica_t3", "base_url":"http://127.0.0.1:36757/_nz/ee", "node_name":"127.0.0.1:36757__nz%2Fee", "state":"active", "type":"TLOG"}, "core_node5":{ "core":"collMinRf_1x3_shard1_replica_t1", "base_url":"http://127.0.0.1:40621/_nz/ee", "node_name":"127.0.0.1:40621__nz%2Fee", "state":"active", "type":"TLOG", "leader":"true"}, "core_node6":{ "core":"collMinRf_1x3_shard1_replica_t2", "base_url":"http://127.0.0.1:33569/_nz/ee", "node_name":"127.0.0.1:33569__nz%2Fee", "state":"active", "type":"TLOG"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"0", "tlogReplicas":"3"}, "collection1":{ "pullReplicas":"0", "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{"core_node44":{ "core":"collection1_shard1_replica_t43", "base_url":"http://127.0.0.1:33569/_nz/ee", "node_name":"127.0.0.1:33569__nz%2Fee", "state":"active", "type":"TLOG", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node42":{ "core":"collection1_shard2_replica_t41", "base_url":"http://127.0.0.1:40621/_nz/ee", "node_name":"127.0.0.1:40621__nz%2Fee", "state":"active", "type":"TLOG", "leader":"true"}, "core_node46":{ "core":"collection1_shard2_replica_t45", "base_url":"http://127.0.0.1:33543/_nz/ee", "node_name":"127.0.0.1:33543__nz%2Fee", "state":"active", "type":"TLOG"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0"}, "control_collection":{ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{"core_node2":{ "core":"control_collection_shard1_replica_n1", "base_url":"http://127.0.0.1:36757/_nz/ee", "node_name":"127.0.0.1:36757__nz%2Fee", "state":"active", "type":"NRT", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0"}, "c8n_1x2":{ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"c8n_1x2_shard1_replica_t1", "base_url":"http://127.0.0.1:33569/_nz/ee", "node_name":"127.0.0.1:33569__nz%2Fee", "state":"recovering", "type":"TLOG"}, "core_node4":{ "core":"c8n_1x2_shard1_replica_t2", "base_url":"http://127.0.0.1:33543/_nz/ee", "node_name":"127.0.0.1:33543__nz%2Fee", "state":"active", "type":"TLOG", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"0", "tlogReplicas":"2"}}
Stack Trace:
java.lang.AssertionError: Didn't see all replicas for shard shard1 in c8n_1x2 come up within 90000 ms! ClusterState: {
"collMinRf_1x3":{
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"collMinRf_1x3_shard1_replica_t3",
"base_url":"http://127.0.0.1:36757/_nz/ee",
"node_name":"127.0.0.1:36757__nz%2Fee",
"state":"active",
"type":"TLOG"},
"core_node5":{
"core":"collMinRf_1x3_shard1_replica_t1",
"base_url":"http://127.0.0.1:40621/_nz/ee",
"node_name":"127.0.0.1:40621__nz%2Fee",
"state":"active",
"type":"TLOG",
"leader":"true"},
"core_node6":{
"core":"collMinRf_1x3_shard1_replica_t2",
"base_url":"http://127.0.0.1:33569/_nz/ee",
"node_name":"127.0.0.1:33569__nz%2Fee",
"state":"active",
"type":"TLOG"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"0",
"tlogReplicas":"3"},
"collection1":{
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{"core_node44":{
"core":"collection1_shard1_replica_t43",
"base_url":"http://127.0.0.1:33569/_nz/ee",
"node_name":"127.0.0.1:33569__nz%2Fee",
"state":"active",
"type":"TLOG",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node42":{
"core":"collection1_shard2_replica_t41",
"base_url":"http://127.0.0.1:40621/_nz/ee",
"node_name":"127.0.0.1:40621__nz%2Fee",
"state":"active",
"type":"TLOG",
"leader":"true"},
"core_node46":{
"core":"collection1_shard2_replica_t45",
"base_url":"http://127.0.0.1:33543/_nz/ee",
"node_name":"127.0.0.1:33543__nz%2Fee",
"state":"active",
"type":"TLOG"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0"},
"control_collection":{
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{"core_node2":{
"core":"control_collection_shard1_replica_n1",
"base_url":"http://127.0.0.1:36757/_nz/ee",
"node_name":"127.0.0.1:36757__nz%2Fee",
"state":"active",
"type":"NRT",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0"},
"c8n_1x2":{
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"c8n_1x2_shard1_replica_t1",
"base_url":"http://127.0.0.1:33569/_nz/ee",
"node_name":"127.0.0.1:33569__nz%2Fee",
"state":"recovering",
"type":"TLOG"},
"core_node4":{
"core":"c8n_1x2_shard1_replica_t2",
"base_url":"http://127.0.0.1:33543/_nz/ee",
"node_name":"127.0.0.1:33543__nz%2Fee",
"state":"active",
"type":"TLOG",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"0",
"tlogReplicas":"2"}}
at __randomizedtesting.SeedInfo.seed([8AFFCB2F26FC3511:2ABF4F5880058E9]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:1996)
at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:370)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:132)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12694 lines...]
[junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001/init-core-data-001
[junit4] 2> 932039 WARN (SUITE-HttpPartitionTest-seed#[8AFFCB2F26FC3511]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 932039 INFO (SUITE-HttpPartitionTest-seed#[8AFFCB2F26FC3511]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 932040 INFO (SUITE-HttpPartitionTest-seed#[8AFFCB2F26FC3511]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 932040 INFO (SUITE-HttpPartitionTest-seed#[8AFFCB2F26FC3511]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 932040 INFO (SUITE-HttpPartitionTest-seed#[8AFFCB2F26FC3511]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_nz/ee
[junit4] 2> 932041 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 932041 INFO (Thread-1706) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 932041 INFO (Thread-1706) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 932042 ERROR (Thread-1706) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 932141 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.ZkTestServer start zk server on port:36477
[junit4] 2> 932146 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 932148 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 932148 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 932149 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 932150 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 932150 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 932151 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 932151 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 932152 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 932153 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 932153 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 932154 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f8b8bb7ec0001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 932154 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 932254 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 932255 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@58a92350{/_nz/ee,null,AVAILABLE}
[junit4] 2> 932255 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@58dc5cd8{HTTP/1.1,[http/1.1]}{127.0.0.1:36715}
[junit4] 2> 932255 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.e.j.s.Server Started @934799ms
[junit4] 2> 932255 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_nz/ee, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001/tempDir-001/control/data, hostPort=36757, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001/control-001/cores, replicaType=NRT}
[junit4] 2> 932256 ERROR (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 932256 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 932256 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 932256 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 932256 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-05T09:38:30.722214Z
[junit4] 2> 932257 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 932257 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001/control-001/solr.xml
[junit4] 2> 932258 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 932258 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 932259 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@36e1d729, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 932264 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36477/solr
[junit4] 2> 932267 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f8b8bb7ec0003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 932294 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 932294 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36757__nz%2Fee
[junit4] 2> 932294 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.c.Overseer Overseer (id=98951149027852292-127.0.0.1:36757__nz%2Fee-n_0000000000) starting
[junit4] 2> 932304 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36757__nz%2Fee
[junit4] 2> 932304 INFO (OverseerStateUpdate-98951149027852292-127.0.0.1:36757__nz%2Fee-n_0000000000) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 932338 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36e1d729
[junit4] 2> 932348 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36e1d729
[junit4] 2> 932348 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36e1d729
[junit4] 2> 932349 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001/control-001/cores
[junit4] 2> 932360 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 932360 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36477/solr ready
[junit4] 2> 932361 INFO (SocketProxy-Acceptor-36757) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=41502,localport=36757], receiveBufferSize:531000
[junit4] 2> 932363 INFO (SocketProxy-Acceptor-36757) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=36715,localport=41510], receiveBufferSize=530904
[junit4] 2> 932363 INFO (qtp1485896109-7350) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:36757__nz%252Fee&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 932367 INFO (OverseerThreadFactory-2829-thread-1-processing-n:127.0.0.1:36757__nz%2Fee) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 932470 INFO (SocketProxy-Acceptor-36757) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=41510,localport=36757], receiveBufferSize:531000
[junit4] 2> 932470 INFO (SocketProxy-Acceptor-36757) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=36715,localport=41518], receiveBufferSize=530904
[junit4] 2> 932471 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 932471 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 932573 INFO (zkCallback-1252-thread-1-processing-n:127.0.0.1:36757__nz%2Fee) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 933486 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 933515 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 933596 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 933603 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 933604 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36e1d729
[junit4] 2> 933604 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 933604 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 933606 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=736894054, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 933608 WARN (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 933637 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 933637 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 933638 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 933638 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 933638 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8290046513582067]
[junit4] 2> 933639 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6b73279f[control_collection_shard1_replica_n1] main]
[junit4] 2> 933639 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 933639 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 933640 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 933640 INFO (searcherExecutor-2832-thread-1-processing-n:127.0.0.1:36757__nz%2Fee x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@6b73279f[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 933641 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583218386122309632
[junit4] 2> 933643 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 933643 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 933643 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36757/_nz/ee/control_collection_shard1_replica_n1/
[junit4] 2> 933643 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 933643 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:36757/_nz/ee/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 933643 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 933644 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36757/_nz/ee/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 933745 INFO (zkCallback-1252-thread-2-processing-n:127.0.0.1:36757__nz%2Fee) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 933795 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 933796 INFO (qtp1485896109-7352) [n:127.0.0.1:36757__nz%2Fee c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1325
[junit4] 2> 933797 INFO (qtp1485896109-7350) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 933896 INFO (zkCallback-1252-thread-2-processing-n:127.0.0.1:36757__nz%2Fee) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 934368 INFO (OverseerCollectionConfigSetProcessor-98951149027852292-127.0.0.1:36757__nz%2Fee-n_0000000000) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 934797 INFO (qtp1485896109-7350) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:36757__nz%252Fee&wt=javabin&version=2} status=0 QTime=2433
[junit4] 2> 934801 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 934801 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36477/solr ready
[junit4] 2> 934801 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 934801 INFO (SocketProxy-Acceptor-36757) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=41554,localport=36757], receiveBufferSize:531000
[junit4] 2> 934802 INFO (SocketProxy-Acceptor-36757) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=36715,localport=41562], receiveBufferSize=530904
[junit4] 2> 934802 INFO (qtp1485896109-7350) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 934804 INFO (OverseerThreadFactory-2829-thread-2-processing-n:127.0.0.1:36757__nz%2Fee) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 934804 WARN (OverseerThreadFactory-2829-thread-2-processing-n:127.0.0.1:36757__nz%2Fee) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 935006 INFO (qtp1485896109-7350) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 935006 INFO (qtp1485896109-7350) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=204
[junit4] 2> 935081 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001/shard-1-001 of type TLOG
[junit4] 2> 935081 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 935082 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@29c2d734{/_nz/ee,null,AVAILABLE}
[junit4] 2> 935082 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@270d15b8{HTTP/1.1,[http/1.1]}{127.0.0.1:43625}
[junit4] 2> 935082 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.e.j.s.Server Started @937627ms
[junit4] 2> 935082 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_nz/ee, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001/tempDir-001/jetty1, hostPort=40621, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001/shard-1-001/cores, replicaType=TLOG}
[junit4] 2> 935083 ERROR (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 935083 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 935083 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 935083 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 935083 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-05T09:38:33.549251Z
[junit4] 2> 935084 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 935084 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001/shard-1-001/solr.xml
[junit4] 2> 935085 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 935085 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 935086 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@36e1d729, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 935088 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36477/solr
[junit4] 2> 935091 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:40621__nz%2Fee ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 935091 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:40621__nz%2Fee ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 935092 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:40621__nz%2Fee ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40621__nz%2Fee
[junit4] 2> 935095 INFO (zkCallback-1260-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 935095 INFO (zkCallback-1252-thread-2-processing-n:127.0.0.1:36757__nz%2Fee) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 935096 INFO (zkCallback-1265-thread-1-processing-n:127.0.0.1:40621__nz%2Fee) [n:127.0.0.1:40621__nz%2Fee ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 935126 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:40621__nz%2Fee ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36e1d729
[junit4] 2> 935133 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:40621__nz%2Fee ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36e1d729
[junit4] 2> 935133 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:40621__nz%2Fee ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36e1d729
[junit4] 2> 935134 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:40621__nz%2Fee ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001/shard-1-001/cores
[junit4] 2> 935149 INFO (qtp1485896109-7351) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:40621__nz%252Fee&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 935150 INFO (OverseerCollectionConfigSetProcessor-98951149027852292-127.0.0.1:36757__nz%2Fee-n_0000000000) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 935150 INFO (OverseerThreadFactory-2829-thread-3-processing-n:127.0.0.1:36757__nz%2Fee) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:40621__nz%2Fee for creating new replica
[junit4] 2> 935151 INFO (SocketProxy-Acceptor-40621) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=38904,localport=40621], receiveBufferSize:531000
[junit4] 2> 935151 INFO (SocketProxy-Acceptor-40621) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43625,localport=53316], receiveBufferSize=530904
[junit4] 2> 935152 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 935152 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 936159 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 936165 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 936228 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 936234 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 936234 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36e1d729
[junit4] 2> 936234 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 936235 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 936236 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=736894054, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 936238 WARN (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 936262 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 936262 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 936263 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 936263 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 936263 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8290046513582067]
[junit4] 2> 936263 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@2a71e05a[collection1_shard2_replica_t41] main]
[junit4] 2> 936264 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 936264 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 936264 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 936265 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583218388873773056
[junit4] 2> 936265 INFO (searcherExecutor-2843-thread-1-processing-n:127.0.0.1:40621__nz%2Fee x:collection1_shard2_replica_t41 s:shard2 c:collection1) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@2a71e05a[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 936268 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 936268 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 936268 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40621/_nz/ee/collection1_shard2_replica_t41/
[junit4] 2> 936268 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 936268 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:40621/_nz/ee/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 936268 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 936268 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 936269 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40621/_nz/ee/collection1_shard2_replica_t41/ shard2
[junit4] 2> 936419 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 936420 INFO (qtp1549897582-7404) [n:127.0.0.1:40621__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1268
[junit4] 2> 936421 INFO (qtp1485896109-7351) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:40621__nz%252Fee&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1272
[junit4] 2> 936501 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001/shard-2-001 of type TLOG
[junit4] 2> 936501 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 936504 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67106b1b{/_nz/ee,null,AVAILABLE}
[junit4] 2> 936504 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4d24ecb4{HTTP/1.1,[http/1.1]}{127.0.0.1:46553}
[junit4] 2> 936505 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.e.j.s.Server Started @939049ms
[junit4] 2> 936505 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_nz/ee, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001/tempDir-001/jetty2, hostPort=33569, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001/shard-2-001/cores, replicaType=TLOG}
[junit4] 2> 936505 ERROR (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 936507 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 936507 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 936507 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 936508 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-05T09:38:34.974005Z
[junit4] 2> 936509 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 936509 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001/shard-2-001/solr.xml
[junit4] 2> 936511 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 936511 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 936512 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@36e1d729, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 936515 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36477/solr
[junit4] 2> 936520 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:33569__nz%2Fee ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 936521 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:33569__nz%2Fee ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 936522 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:33569__nz%2Fee ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33569__nz%2Fee
[junit4] 2> 936523 INFO (zkCallback-1252-thread-2-processing-n:127.0.0.1:36757__nz%2Fee) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 936523 INFO (zkCallback-1260-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 936523 INFO (zkCallback-1265-thread-1-processing-n:127.0.0.1:40621__nz%2Fee) [n:127.0.0.1:40621__nz%2Fee ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 936529 INFO (zkCallback-1271-thread-1-processing-n:127.0.0.1:33569__nz%2Fee) [n:127.0.0.1:33569__nz%2Fee ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 936566 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:33569__nz%2Fee ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36e1d729
[junit4] 2> 936578 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:33569__nz%2Fee ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36e1d729
[junit4] 2> 936578 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:33569__nz%2Fee ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36e1d729
[junit4] 2> 936580 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:33569__nz%2Fee ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001/shard-2-001/cores
[junit4] 2> 936614 INFO (SocketProxy-Acceptor-33569) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=46824,localport=33569], receiveBufferSize:531000
[junit4] 2> 936614 INFO (SocketProxy-Acceptor-33569) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46553,localport=35616], receiveBufferSize=530904
[junit4] 2> 936615 INFO (qtp1870236376-7436) [n:127.0.0.1:33569__nz%2Fee ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33569__nz%252Fee&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 936616 INFO (OverseerCollectionConfigSetProcessor-98951149027852292-127.0.0.1:36757__nz%2Fee-n_0000000000) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 936617 INFO (OverseerThreadFactory-2829-thread-4-processing-n:127.0.0.1:36757__nz%2Fee) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33569__nz%2Fee for creating new replica
[junit4] 2> 936618 INFO (SocketProxy-Acceptor-33569) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=46828,localport=33569], receiveBufferSize:531000
[junit4] 2> 936618 INFO (SocketProxy-Acceptor-33569) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46553,localport=35620], receiveBufferSize=530904
[junit4] 2> 936620 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 936620 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 937636 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 937645 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 937717 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 937723 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
[junit4] 2> 937724 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36e1d729
[junit4] 2> 937724 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 937724 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
[junit4] 2> 937725 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=736894054, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 937727 WARN (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 937753 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 937753 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 937754 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 937754 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 937755 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8290046513582067]
[junit4] 2> 937755 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [Searcher@dc4c48e[collection1_shard1_replica_t43] main]
[junit4] 2> 937755 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 937756 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 937756 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 937757 INFO (searcherExecutor-2854-thread-1-processing-n:127.0.0.1:33569__nz%2Fee x:collection1_shard1_replica_t43 s:shard1 c:collection1) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@dc4c48e[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 937757 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583218390438248448
[junit4] 2> 937759 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 937759 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 937759 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33569/_nz/ee/collection1_shard1_replica_t43/
[junit4] 2> 937759 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 937759 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:33569/_nz/ee/collection1_shard1_replica_t43/ has no replicas
[junit4] 2> 937759 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 937759 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
[junit4] 2> 937760 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33569/_nz/ee/collection1_shard1_replica_t43/ shard1
[junit4] 2> 937911 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 937912 INFO (qtp1870236376-7438) [n:127.0.0.1:33569__nz%2Fee c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1291
[junit4] 2> 937913 INFO (qtp1870236376-7436) [n:127.0.0.1:33569__nz%2Fee ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:33569__nz%252Fee&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1297
[junit4] 2> 937997 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001/shard-3-001 of type TLOG
[junit4] 2> 937998 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 937998 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34378e{/_nz/ee,null,AVAILABLE}
[junit4] 2> 937998 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d1c1f5a{HTTP/1.1,[http/1.1]}{127.0.0.1:36311}
[junit4] 2> 937999 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.e.j.s.Server Started @940543ms
[junit4] 2> 937999 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_nz/ee, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001/tempDir-001/jetty3, hostPort=33543, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001/shard-3-001/cores, replicaType=TLOG}
[junit4] 2> 937999 ERROR (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 937999 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 937999 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 937999 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 937999 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-05T09:38:36.465702Z
[junit4] 2> 938001 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 938001 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001/shard-3-001/solr.xml
[junit4] 2> 938003 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 938003 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 938003 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@36e1d729, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 938005 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36477/solr
[junit4] 2> 938008 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:33543__nz%2Fee ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 938009 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:33543__nz%2Fee ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 938009 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:33543__nz%2Fee ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33543__nz%2Fee
[junit4] 2> 938010 INFO (zkCallback-1260-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 938010 INFO (zkCallback-1271-thread-1-processing-n:127.0.0.1:33569__nz%2Fee) [n:127.0.0.1:33569__nz%2Fee ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 938010 INFO (zkCallback-1265-thread-1-processing-n:127.0.0.1:40621__nz%2Fee) [n:127.0.0.1:40621__nz%2Fee ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 938010 INFO (zkCallback-1277-thread-1-processing-n:127.0.0.1:33543__nz%2Fee) [n:127.0.0.1:33543__nz%2Fee ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 938010 INFO (zkCallback-1252-thread-2-processing-n:127.0.0.1:36757__nz%2Fee) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 938046 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:33543__nz%2Fee ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36e1d729
[junit4] 2> 938053 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:33543__nz%2Fee ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36e1d729
[junit4] 2> 938053 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:33543__nz%2Fee ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36e1d729
[junit4] 2> 938054 INFO (TEST-HttpPartitionTest.test-seed#[8AFFCB2F26FC3511]) [n:127.0.0.1:33543__nz%2Fee ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001/shard-3-001/cores
[junit4] 2> 938079 INFO (SocketProxy-Acceptor-33543) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=45250,localport=33543], receiveBufferSize:531000
[junit4] 2> 938079 INFO (SocketProxy-Acceptor-33543) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=36311,localport=46780], receiveBufferSize=530904
[junit4] 2> 938080 INFO (qtp269278868-7470) [n:127.0.0.1:33543__nz%2Fee ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33543__nz%252Fee&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 938080 INFO (OverseerCollectionConfigSetProcessor-98951149027852292-127.0.0.1:36757__nz%2Fee-n_0000000000) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 938081 INFO (OverseerThreadFactory-2829-thread-5-processing-n:127.0.0.1:36757__nz%2Fee) [n:127.0.0.1:36757__nz%2Fee ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33543__nz%2Fee for creating new replica
[junit4] 2> 938081 INFO (SocketProxy-Acceptor-33543) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=45254,localport=33543], receiveBufferSize:531000
[junit4] 2> 938082 INFO (SocketProxy-Acceptor-33543) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=36311,localport=46784], receiveBufferSize=530904
[junit4] 2> 938082 INFO (qtp269278868-7466) [n:127.0.0.1:33543__nz%2Fee ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 938082 INFO (qtp269278868-7466) [n:127.0.0.1:33543__nz%2Fee ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 939101 INFO (qtp269278868-7466) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 939119 INFO (qtp269278868-7466) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema [collection1_shard2_replica_t45] Schema name=test
[junit4] 2> 939179 INFO (qtp269278868-7466) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 939193 INFO (qtp269278868-7466) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t45' using configuration from collection collection1, trusted=true
[junit4] 2> 939194 INFO (qtp269278868-7466) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t45' (registry 'solr.core.collection1.shard2.replica_t45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36e1d729
[junit4] 2> 939194 INFO (qtp269278868-7466) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 939194 INFO (qtp269278868-7466) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [[collection1_shard2_replica_t45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001/shard-3-001/cores/collection1_shard2_replica_t45], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001/shard-3-001/cores/collection1_shard2_replica_t45/data/]
[junit4] 2> 939196 INFO (qtp269278868-7466) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=736894054, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 939198 WARN (qtp269278868-7466) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 939232 INFO (qtp269278868-7466) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 939232 INFO (qtp269278868-7466) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 939233 INFO (qtp269278868-7466) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 939233 INFO (qtp269278868-7466) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 939234 INFO (qtp269278868-7466) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8290046513582067]
[junit4] 2> 939234 INFO (qtp269278868-7466) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.SolrIndexSearcher Opening [Searcher@10c31a46[collection1_shard2_replica_t45] main]
[junit4] 2> 939234 INFO (qtp269278868-7466) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 939235 INFO (qtp269278868-7466) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 939235 INFO (qtp269278868-7466) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 939236 INFO (searcherExecutor-2865-thread-1-processing-n:127.0.0.1:33543__nz%2Fee x:collection1_shard2_replica_t45 s:shard2 c:collection1) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [collection1_shard2_replica_t45] Registered new searcher Searcher@10c31a46[collection1_shard2_replica_t45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 939236 INFO (qtp269278868-7466) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583218391989092352
[junit4] 2> 939238 INFO (qtp269278868-7466) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_t45
[junit4] 2> 939238 INFO (updateExecutor-1274-thread-1-processing-n:127.0.0.1:33543__nz%2Fee x:collection1_shard2_replica_t45 s:shard2 c:collection1) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 939238 INFO (recoveryExecutor-1275-thread-1-processing-n:127.0.0.1:33543__nz%2Fee x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 939239 INFO (recoveryExecutor-1275-thread-1-processing-n:127.0.0.1:33543__nz%2Fee x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 939239 INFO (recoveryExecutor-1275-thread-1-processing-n:127.0.0.1:33543__nz%2Fee x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.ZkController collection1_shard2_replica_t45 stopping background replication from leader
[junit4] 2> 939239 INFO (recoveryExecutor-1275-thread-1-processing-n:127.0.0.1:33543__nz%2Fee x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_t45]
[junit4] 2> 939239 INFO (recoveryExecutor-1275-thread-1-processing-n:127.0.0.1:33543__nz%2Fee x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 939239 INFO (qtp269278868-7466) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1156
[junit4] 2> 939239 INFO (recoveryExecutor-1275-thread-1-processing-n:127.0.0.1:33543__nz%2Fee x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_t45] as recovering, leader is [http://127.0.0.1:40621/_nz/ee/collection1_shard2_replica_t41/] and I am [http://127.0.0.1:33543/_nz/ee/collection1_shard2_replica_t45/]
[junit4] 2> 939240 INFO (recoveryExecutor-1275-thread-1-processing-n:127.0.0.1:33543__nz%2Fee x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:33543__nz%2Fee c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:40621/_nz/ee]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_t41&nodeName=127.0.0.1:33543__nz%252Fee&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 939240 INFO (qtp269278868-7470) [n:127.0.0.1:33543__nz%2Fee ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:33543__nz%252Fee&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1160
[junit4] 2> 939240 INFO (SocketProxy-Acceptor-40621) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=39004,localport=40621], receiveBufferSize:531000
[junit4] 2> 939246 INFO (SocketProxy-Acceptor-40621) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43625,localport=53416], receiveBufferSize=530904
[junit4] 2> 939246 INFO (qtp1549897582-7400) [n:127.0.0.1:40621__nz%2Fee ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 939246 INFO (qtp1549897582-7400) [n:127.0.0.1:40621__nz%2Fee ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_t41, leaderD
[...truncated too long message...]
y Closing 3 connections to: http://127.0.0.1:36757/_nz/ee, target: http://127.0.0.1:36715/_nz/ee
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HttpPartitionTest -Dtests.method=test -Dtests.seed=8AFFCB2F26FC3511 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=bo -Dtests.timezone=Asia/Macau -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 682s J1 | HttpPartitionTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Didn't see all replicas for shard shard1 in c8n_1x2 come up within 90000 ms! ClusterState: {
[junit4] > "collMinRf_1x3":{
[junit4] > "pullReplicas":"0",
[junit4] > "replicationFactor":"1",
[junit4] > "shards":{"shard1":{
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{
[junit4] > "core_node4":{
[junit4] > "core":"collMinRf_1x3_shard1_replica_t3",
[junit4] > "base_url":"http://127.0.0.1:36757/_nz/ee",
[junit4] > "node_name":"127.0.0.1:36757__nz%2Fee",
[junit4] > "state":"active",
[junit4] > "type":"TLOG"},
[junit4] > "core_node5":{
[junit4] > "core":"collMinRf_1x3_shard1_replica_t1",
[junit4] > "base_url":"http://127.0.0.1:40621/_nz/ee",
[junit4] > "node_name":"127.0.0.1:40621__nz%2Fee",
[junit4] > "state":"active",
[junit4] > "type":"TLOG",
[junit4] > "leader":"true"},
[junit4] > "core_node6":{
[junit4] > "core":"collMinRf_1x3_shard1_replica_t2",
[junit4] > "base_url":"http://127.0.0.1:33569/_nz/ee",
[junit4] > "node_name":"127.0.0.1:33569__nz%2Fee",
[junit4] > "state":"active",
[junit4] > "type":"TLOG"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "nrtReplicas":"0",
[junit4] > "tlogReplicas":"3"},
[junit4] > "collection1":{
[junit4] > "pullReplicas":"0",
[junit4] > "replicationFactor":"1",
[junit4] > "shards":{
[junit4] > "shard1":{
[junit4] > "range":"80000000-ffffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node44":{
[junit4] > "core":"collection1_shard1_replica_t43",
[junit4] > "base_url":"http://127.0.0.1:33569/_nz/ee",
[junit4] > "node_name":"127.0.0.1:33569__nz%2Fee",
[junit4] > "state":"active",
[junit4] > "type":"TLOG",
[junit4] > "leader":"true"}}},
[junit4] > "shard2":{
[junit4] > "range":"0-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{
[junit4] > "core_node42":{
[junit4] > "core":"collection1_shard2_replica_t41",
[junit4] > "base_url":"http://127.0.0.1:40621/_nz/ee",
[junit4] > "node_name":"127.0.0.1:40621__nz%2Fee",
[junit4] > "state":"active",
[junit4] > "type":"TLOG",
[junit4] > "leader":"true"},
[junit4] > "core_node46":{
[junit4] > "core":"collection1_shard2_replica_t45",
[junit4] > "base_url":"http://127.0.0.1:33543/_nz/ee",
[junit4] > "node_name":"127.0.0.1:33543__nz%2Fee",
[junit4] > "state":"active",
[junit4] > "type":"TLOG"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "nrtReplicas":"1",
[junit4] > "tlogReplicas":"0"},
[junit4] > "control_collection":{
[junit4] > "pullReplicas":"0",
[junit4] > "replicationFactor":"1",
[junit4] > "shards":{"shard1":{
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node2":{
[junit4] > "core":"control_collection_shard1_replica_n1",
[junit4] > "base_url":"http://127.0.0.1:36757/_nz/ee",
[junit4] > "node_name":"127.0.0.1:36757__nz%2Fee",
[junit4] > "state":"active",
[junit4] > "type":"NRT",
[junit4] > "leader":"true"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "nrtReplicas":"1",
[junit4] > "tlogReplicas":"0"},
[junit4] > "c8n_1x2":{
[junit4] > "pullReplicas":"0",
[junit4] > "replicationFactor":"1",
[junit4] > "shards":{"shard1":{
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{
[junit4] > "core_node3":{
[junit4] > "core":"c8n_1x2_shard1_replica_t1",
[junit4] > "base_url":"http://127.0.0.1:33569/_nz/ee",
[junit4] > "node_name":"127.0.0.1:33569__nz%2Fee",
[junit4] > "state":"recovering",
[junit4] > "type":"TLOG"},
[junit4] > "core_node4":{
[junit4] > "core":"c8n_1x2_shard1_replica_t2",
[junit4] > "base_url":"http://127.0.0.1:33543/_nz/ee",
[junit4] > "node_name":"127.0.0.1:33543__nz%2Fee",
[junit4] > "state":"active",
[junit4] > "type":"TLOG",
[junit4] > "leader":"true"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "nrtReplicas":"0",
[junit4] > "tlogReplicas":"2"}}
[junit4] > at __randomizedtesting.SeedInfo.seed([8AFFCB2F26FC3511:2ABF4F5880058E9]:0)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:1996)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:370)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:132)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8AFFCB2F26FC3511-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=bo, timezone=Asia/Macau
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=152004384,total=458752000
[junit4] 2> NOTE: All tests run in this JVM: [CollectionsAPIDistributedZkTest, BigEndianAscendingWordDeserializerTest, ComputePlanActionTest, SolrCLIZkUtilsTest, TestLazyCores, TestNumericRangeQuery32, ChaosMonkeySafeLeaderWithPullReplicasTest, TestSchemaManager, JSONWriterTest, TestRangeQuery, TestFieldCollectionResource, TestEmbeddedSolrServerAdminHandler, PingRequestHandlerTest, CdcrRequestHandlerTest, TestJettySolrRunner, TestLegacyNumericUtils, PrimUtilsTest, TestSolrCloudSnapshots, ShardRoutingCustomTest, SolrIndexConfigTest, DirectUpdateHandlerTest, TestFaceting, DocValuesMultiTest, SynonymTokenizerTest, OpenCloseCoreStressTest, TestSolrQueryParser, ZkCLITest, CloudExitableDirectoryReaderTest, StressHdfsTest, DeleteLastCustomShardedReplicaTest, TestGraphTermsQParserPlugin, CreateCollectionCleanupTest, SchemaVersionSpecificBehaviorTest, SolrMetricsIntegrationTest, HdfsDirectoryTest, BJQParserTest, SolrCoreMetricManagerTest, TestStressLucene, TestHttpShardHandlerFactory, ExplicitHLLTest, TestTolerantUpdateProcessorCloud, ZkStateWriterTest, TestCloudRecovery, ZkSolrClientTest, CoreAdminCreateDiscoverTest, TestSurroundQueryParser, RulesTest, TriLevelCompositeIdRoutingTest, DOMUtilTest, HdfsRestartWhileUpdatingTest, TestLockTree, ShardRoutingTest, QueryEqualityTest, SolrCloudReportersTest, OpenExchangeRatesOrgProviderTest, TriggerIntegrationTest, HLLUtilTest, ChangedSchemaMergeTest, TestSlowCompositeReaderWrapper, TestJmxIntegration, TestApiFramework, TestCopyFieldCollectionResource, InfoHandlerTest, TestTestInjection, TestConfigSetsAPIExclusivity, TermVectorComponentDistributedTest, TestSolrQueryResponse, RankQueryTest, BadIndexSchemaTest, CachingDirectoryFactoryTest, TestFileDictionaryLookup, TestPerFieldSimilarity, TestPerFieldSimilarityWithDefaultOverride, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, TestManagedResourceStorage, TestRestoreCore, SearchHandlerTest, TestStressRecovery, TestUninvertingReader, DeleteShardTest, TestSSLRandomization, HttpPartitionTest]
[junit4] Completed [339/747 (1!)] on J1 in 681.80s, 1 test, 1 failure <<< FAILURES!
[...truncated 41490 lines...]