You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/10/05 10:16:55 UTC
[JENKINS] Lucene-Solr-7.0-Linux (64bit/jdk1.8.0_144) - Build # 423
- Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.0-Linux/423/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1000>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1000>
at __randomizedtesting.SeedInfo.seed([F6025A0113D01E08:2F540BC510B40D42]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithSourceCluster(CdcrBootstrapTest.java:232)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ReplaceNodeTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([F6025A0113D01E08:7E5665DBBD2C73F0]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeTest.test(ReplaceNodeTest.java:98)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12536 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_F6025A0113D01E08-001/init-core-data-001
[junit4] 2> 1286083 WARN (SUITE-CdcrBootstrapTest-seed#[F6025A0113D01E08]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1286083 INFO (SUITE-CdcrBootstrapTest-seed#[F6025A0113D01E08]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1286084 INFO (SUITE-CdcrBootstrapTest-seed#[F6025A0113D01E08]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] IGNOR/A 0.00s J1 | CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
[junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-11278))
[junit4] 2> 1286089 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F6025A0113D01E08]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithSourceCluster
[junit4] 2> 1286089 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F6025A0113D01E08]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_F6025A0113D01E08-001/cdcr-target-001
[junit4] 2> 1286089 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F6025A0113D01E08]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1286089 INFO (Thread-4327) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1286089 INFO (Thread-4327) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1286090 ERROR (Thread-4327) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1286189 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F6025A0113D01E08]) [ ] o.a.s.c.ZkTestServer start zk server on port:37567
[junit4] 2> 1286196 INFO (jetty-launcher-1545-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1286208 INFO (jetty-launcher-1545-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36586535{/solr,null,AVAILABLE}
[junit4] 2> 1286208 INFO (jetty-launcher-1545-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@464ebd9c{SSL,[ssl, http/1.1]}{127.0.0.1:44799}
[junit4] 2> 1286208 INFO (jetty-launcher-1545-thread-1) [ ] o.e.j.s.Server Started @1288101ms
[junit4] 2> 1286208 INFO (jetty-launcher-1545-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44799}
[junit4] 2> 1286208 ERROR (jetty-launcher-1545-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1286209 INFO (jetty-launcher-1545-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.1
[junit4] 2> 1286209 INFO (jetty-launcher-1545-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1286209 INFO (jetty-launcher-1545-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1286209 INFO (jetty-launcher-1545-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-05T09:37:00.072Z
[junit4] 2> 1286243 INFO (jetty-launcher-1545-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1286271 INFO (jetty-launcher-1545-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37567/solr
[junit4] 2> 1286323 INFO (jetty-launcher-1545-thread-1) [n:127.0.0.1:44799_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1286324 INFO (jetty-launcher-1545-thread-1) [n:127.0.0.1:44799_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44799_solr
[junit4] 2> 1286324 INFO (jetty-launcher-1545-thread-1) [n:127.0.0.1:44799_solr ] o.a.s.c.Overseer Overseer (id=98775611470839811-127.0.0.1:44799_solr-n_0000000000) starting
[junit4] 2> 1286342 INFO (jetty-launcher-1545-thread-1) [n:127.0.0.1:44799_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44799_solr
[junit4] 2> 1286343 INFO (zkCallback-1552-thread-1-processing-n:127.0.0.1:44799_solr) [n:127.0.0.1:44799_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1286423 INFO (jetty-launcher-1545-thread-1) [n:127.0.0.1:44799_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44799.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@653a911
[junit4] 2> 1286430 INFO (jetty-launcher-1545-thread-1) [n:127.0.0.1:44799_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44799.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@653a911
[junit4] 2> 1286430 INFO (jetty-launcher-1545-thread-1) [n:127.0.0.1:44799_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44799.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@653a911
[junit4] 2> 1286431 INFO (jetty-launcher-1545-thread-1) [n:127.0.0.1:44799_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_F6025A0113D01E08-001/cdcr-target-001/node1/.
[junit4] 1> Target zkHost = 127.0.0.1:37567/solr
[junit4] 2> 1286460 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F6025A0113D01E08]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_F6025A0113D01E08-001/cdcr-source-001
[junit4] 2> 1286460 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F6025A0113D01E08]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1286460 INFO (Thread-4337) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1286460 INFO (Thread-4337) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1286468 ERROR (Thread-4337) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1286560 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F6025A0113D01E08]) [ ] o.a.s.c.ZkTestServer start zk server on port:41491
[junit4] 2> 1286565 INFO (jetty-launcher-1557-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1286567 INFO (jetty-launcher-1557-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a625c7d{/solr,null,AVAILABLE}
[junit4] 2> 1286568 INFO (jetty-launcher-1557-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7045cbb4{SSL,[ssl, http/1.1]}{127.0.0.1:37589}
[junit4] 2> 1286568 INFO (jetty-launcher-1557-thread-1) [ ] o.e.j.s.Server Started @1288461ms
[junit4] 2> 1286568 INFO (jetty-launcher-1557-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37589}
[junit4] 2> 1286568 ERROR (jetty-launcher-1557-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1286568 INFO (jetty-launcher-1557-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.1
[junit4] 2> 1286568 INFO (jetty-launcher-1557-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1286568 INFO (jetty-launcher-1557-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1286568 INFO (jetty-launcher-1557-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-05T09:37:00.431Z
[junit4] 2> 1286580 INFO (jetty-launcher-1557-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1286589 INFO (jetty-launcher-1557-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41491/solr
[junit4] 2> 1286700 INFO (jetty-launcher-1557-thread-1) [n:127.0.0.1:37589_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1286700 INFO (jetty-launcher-1557-thread-1) [n:127.0.0.1:37589_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37589_solr
[junit4] 2> 1286701 INFO (jetty-launcher-1557-thread-1) [n:127.0.0.1:37589_solr ] o.a.s.c.Overseer Overseer (id=98775611495153667-127.0.0.1:37589_solr-n_0000000000) starting
[junit4] 2> 1286704 INFO (jetty-launcher-1557-thread-1) [n:127.0.0.1:37589_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37589_solr
[junit4] 2> 1286705 INFO (zkCallback-1564-thread-1-processing-n:127.0.0.1:37589_solr) [n:127.0.0.1:37589_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1286768 INFO (jetty-launcher-1557-thread-1) [n:127.0.0.1:37589_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37589.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@653a911
[junit4] 2> 1286777 INFO (jetty-launcher-1557-thread-1) [n:127.0.0.1:37589_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37589.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@653a911
[junit4] 2> 1286778 INFO (jetty-launcher-1557-thread-1) [n:127.0.0.1:37589_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37589.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@653a911
[junit4] 2> 1286779 INFO (jetty-launcher-1557-thread-1) [n:127.0.0.1:37589_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_F6025A0113D01E08-001/cdcr-source-001/node1/.
[junit4] 2> 1286810 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15eebe533a40006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1286847 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F6025A0113D01E08]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1286848 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F6025A0113D01E08]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41491/solr ready
[junit4] 2> 1286887 INFO (qtp1119975618-12069) [n:127.0.0.1:37589_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1286895 INFO (OverseerThreadFactory-5448-thread-1-processing-n:127.0.0.1:37589_solr) [n:127.0.0.1:37589_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 1287009 INFO (OverseerStateUpdate-98775611495153667-127.0.0.1:37589_solr-n_0000000000) [n:127.0.0.1:37589_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37589/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1287214 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node1&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 1287214 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1287323 INFO (zkCallback-1564-thread-1-processing-n:127.0.0.1:37589_solr) [n:127.0.0.1:37589_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1287324 INFO (zkCallback-1564-thread-2-processing-n:127.0.0.1:37589_solr) [n:127.0.0.1:37589_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1288341 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 1288345 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1288347 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1288349 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1288349 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 1288350 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 1288350 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
[junit4] 2> 1288351 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37589.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@653a911
[junit4] 2> 1288352 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1288352 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_F6025A0113D01E08-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_F6025A0113D01E08-001/cdcr-source-001/node1/./cdcr-source_shard1_replica_n1/data/]
[junit4] 2> 1288480 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 1288480 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1288480 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1288481 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1288482 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@440c1c89[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1288483 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 1288483 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 1288483 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
[junit4] 2> 1288483 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1288483 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1288487 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 1288489 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
[junit4] 2> 1288508 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580409786068893696
[junit4] 2> 1288510 INFO (searcherExecutor-5451-thread-1-processing-n:127.0.0.1:37589_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@440c1c89[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1288513 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1288514 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1288514 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37589/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 1288514 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1288514 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:37589/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 1288514 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1288516 INFO (zkCallback-1564-thread-2-processing-n:127.0.0.1:37589_solr) [n:127.0.0.1:37589_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1
[junit4] 2> 1288523 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37589/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 1288637 INFO (zkCallback-1564-thread-2-processing-n:127.0.0.1:37589_solr) [n:127.0.0.1:37589_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1288637 INFO (zkCallback-1564-thread-1-processing-n:127.0.0.1:37589_solr) [n:127.0.0.1:37589_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1288675 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1288676 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node1&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1462
[junit4] 2> 1288681 INFO (qtp1119975618-12069) [n:127.0.0.1:37589_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1288782 INFO (zkCallback-1564-thread-1-processing-n:127.0.0.1:37589_solr) [n:127.0.0.1:37589_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1288782 INFO (zkCallback-1564-thread-2-processing-n:127.0.0.1:37589_solr) [n:127.0.0.1:37589_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1288899 INFO (OverseerCollectionConfigSetProcessor-98775611495153667-127.0.0.1:37589_solr-n_0000000000) [n:127.0.0.1:37589_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1289681 INFO (qtp1119975618-12069) [n:127.0.0.1:37589_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2794
[junit4] 1> Adding 10 docs with commit=true, numDocs=100
[junit4] 2> 1289693 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 1289698 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580409787316699136,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1289698 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4b34004a commitCommandVersion:1580409787316699136
[junit4] 2> 1289812 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@21e1f4dd[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1289813 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1289814 INFO (searcherExecutor-5451-thread-1-processing-n:127.0.0.1:37589_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@21e1f4dd[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C100)))}
[junit4] 2> 1289814 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=116
[junit4] 1> Adding 10 docs with commit=true, numDocs=200
[junit4] 2> 1289821 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1289822 INFO (qtp1119975618-12069) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580409787446722560,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1289822 INFO (qtp1119975618-12069) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4b34004a commitCommandVersion:1580409787446722560
[junit4] 2> 1289940 INFO (qtp1119975618-12069) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e6de64a[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1289940 INFO (qtp1119975618-12069) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1289942 INFO (searcherExecutor-5451-thread-1-processing-n:127.0.0.1:37589_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1e6de64a[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C100) Uninverting(_1(7.0.1):C100)))}
[junit4] 2> 1289942 INFO (qtp1119975618-12069) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=120
[junit4] 1> Adding 10 docs with commit=true, numDocs=300
[junit4] 2> 1289946 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1289946 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580409787576745984,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1289946 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4b34004a commitCommandVersion:1580409787576745984
[junit4] 2> 1290120 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4fbeca8f[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1290120 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1290121 INFO (searcherExecutor-5451-thread-1-processing-n:127.0.0.1:37589_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@4fbeca8f[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C100) Uninverting(_1(7.0.1):C100) Uninverting(_2(7.0.1):C100)))}
[junit4] 2> 1290122 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=175
[junit4] 1> Adding 10 docs with commit=true, numDocs=400
[junit4] 2> 1290126 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1290126 INFO (qtp1119975618-12069) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580409787765489664,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1290126 INFO (qtp1119975618-12069) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4b34004a commitCommandVersion:1580409787765489664
[junit4] 2> 1290293 INFO (qtp1119975618-12069) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@14da1643[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1290294 INFO (qtp1119975618-12069) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1290295 INFO (searcherExecutor-5451-thread-1-processing-n:127.0.0.1:37589_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@14da1643[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C100) Uninverting(_1(7.0.1):C100) Uninverting(_2(7.0.1):C100) Uninverting(_3(7.0.1):C100)))}
[junit4] 2> 1290295 INFO (qtp1119975618-12069) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=169
[junit4] 1> Adding 10 docs with commit=true, numDocs=500
[junit4] 2> 1290299 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1290302 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580409787950039040,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1290302 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4b34004a commitCommandVersion:1580409787950039040
[junit4] 2> 1290532 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6f9de3e1[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1290534 INFO (searcherExecutor-5451-thread-1-processing-n:127.0.0.1:37589_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@6f9de3e1[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C100) Uninverting(_1(7.0.1):C100) Uninverting(_2(7.0.1):C100) Uninverting(_3(7.0.1):C100) Uninverting(_4(7.0.1):C100)))}
[junit4] 2> 1290535 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1290535 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=233
[junit4] 1> Adding 10 docs with commit=true, numDocs=600
[junit4] 2> 1290539 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1290540 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580409788199600128,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1290540 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4b34004a commitCommandVersion:1580409788199600128
[junit4] 2> 1290762 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3526ed09[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1290764 INFO (searcherExecutor-5451-thread-1-processing-n:127.0.0.1:37589_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@3526ed09[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C100) Uninverting(_1(7.0.1):C100) Uninverting(_2(7.0.1):C100) Uninverting(_3(7.0.1):C100) Uninverting(_4(7.0.1):C100) Uninverting(_5(7.0.1):C100)))}
[junit4] 2> 1290764 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1290764 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=223
[junit4] 1> Adding 10 docs with commit=true, numDocs=700
[junit4] 2> 1290767 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1290768 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580409788438675456,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1290768 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4b34004a commitCommandVersion:1580409788438675456
[junit4] 2> 1291010 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7dbc0800[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1291010 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1291013 INFO (searcherExecutor-5451-thread-1-processing-n:127.0.0.1:37589_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@7dbc0800[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C100) Uninverting(_1(7.0.1):C100) Uninverting(_2(7.0.1):C100) Uninverting(_3(7.0.1):C100) Uninverting(_4(7.0.1):C100) Uninverting(_5(7.0.1):C100) Uninverting(_6(7.0.1):C100)))}
[junit4] 2> 1291013 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=244
[junit4] 1> Adding 10 docs with commit=true, numDocs=800
[junit4] 2> 1291017 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1291017 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580409788699770880,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1291017 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4b34004a commitCommandVersion:1580409788699770880
[junit4] 2> 1291265 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4517ce27[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1291265 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1291266 INFO (searcherExecutor-5451-thread-1-processing-n:127.0.0.1:37589_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@4517ce27[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C100) Uninverting(_1(7.0.1):C100) Uninverting(_2(7.0.1):C100) Uninverting(_3(7.0.1):C100) Uninverting(_4(7.0.1):C100) Uninverting(_5(7.0.1):C100) Uninverting(_6(7.0.1):C100) Uninverting(_7(7.0.1):C100)))}
[junit4] 2> 1291266 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=249
[junit4] 1> Adding 10 docs with commit=true, numDocs=900
[junit4] 2> 1291270 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1291270 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580409788965060608,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1291270 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4b34004a commitCommandVersion:1580409788965060608
[junit4] 2> 1291547 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4eaaa1d4[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1291549 INFO (searcherExecutor-5451-thread-1-processing-n:127.0.0.1:37589_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@4eaaa1d4[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C100) Uninverting(_1(7.0.1):C100) Uninverting(_2(7.0.1):C100) Uninverting(_3(7.0.1):C100) Uninverting(_4(7.0.1):C100) Uninverting(_5(7.0.1):C100) Uninverting(_6(7.0.1):C100) Uninverting(_7(7.0.1):C100) Uninverting(_8(7.0.1):C100)))}
[junit4] 2> 1291550 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1291550 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=279
[junit4] 1> Adding 10 docs with commit=true, numDocs=1000
[junit4] 2> 1291553 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1291565 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580409789274390528,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1291565 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4b34004a commitCommandVersion:1580409789274390528
[junit4] 2> 1291873 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@bf48cae[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1291874 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1291875 INFO (searcherExecutor-5451-thread-1-processing-n:127.0.0.1:37589_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@bf48cae[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C100) Uninverting(_1(7.0.1):C100) Uninverting(_2(7.0.1):C100) Uninverting(_3(7.0.1):C100) Uninverting(_4(7.0.1):C100) Uninverting(_5(7.0.1):C100) Uninverting(_6(7.0.1):C100) Uninverting(_7(7.0.1):C100) Uninverting(_8(7.0.1):C100) Uninverting(_9(7.0.1):C100)))}
[junit4] 2> 1291878 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=320
[junit4] 2> 1291880 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:4&wt=javabin&version=2} hits=1000 status=0 QTime=0
[junit4] 2> 1291947 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F6025A0113D01E08]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1291948 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F6025A0113D01E08]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37567/solr ready
[junit4] 2> 1291988 INFO (qtp849607788-12022) [n:127.0.0.1:44799_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1291989 INFO (OverseerThreadFactory-5440-thread-1-processing-n:127.0.0.1:44799_solr) [n:127.0.0.1:44799_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-target
[junit4] 2> 1292095 INFO (OverseerStateUpdate-98775611470839811-127.0.0.1:44799_solr-n_0000000000) [n:127.0.0.1:44799_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-target",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-target_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44799/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1292299 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1292300 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1292403 INFO (zkCallback-1552-thread-1-processing-n:127.0.0.1:44799_solr) [n:127.0.0.1:44799_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1292405 INFO (zkCallback-1552-thread-2-processing-n:127.0.0.1:44799_solr) [n:127.0.0.1:44799_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1293307 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 1293309 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1293311 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-target_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1293313 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1293313 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-target/managed-schema
[junit4] 2> 1293314 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-target/schema.xml to /configs/cdcr-target/schema.xml.bak
[junit4] 2> 1293314 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-target_shard1_replica_n1' using configuration from collection cdcr-target, trusted=true
[junit4] 2> 1293314 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44799.solr.core.cdcr-target.shard1.replica_n1' (registry 'solr.core.cdcr-target.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@653a911
[junit4] 2> 1293315 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1293315 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-target_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_F6025A0113D01E08-001/cdcr-target-001/node1/cdcr-target_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_F6025A0113D01E08-001/cdcr-target-001/node1/./cdcr-target_shard1_replica_n1/data/]
[junit4] 2> 1308360 WARN (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.a.SystemInfoHandler Resolving canonical hostname for local host took 15.012 seconds, possible DNS misconfiguration. Set the 'solr.dns.prevent.reverse.lookup' sysprop to true on startup to prevent future lookups if DNS can not be fixed.
[junit4] 2> 1308368 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 1308368 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1308369 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1308369 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1308371 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@392db0ba[cdcr-target_shard1_replica_n1] main]
[junit4] 2> 1308371 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-target
[junit4] 2> 1308372 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-target
[junit4] 2> 1308372 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-target/managed-schema
[junit4] 2> 1308372 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1308372 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1308373 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-target/cdcr/state/buffer
[junit4] 2> 1308374 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-target/cdcr/state/process
[junit4] 2> 1308374 INFO (searcherExecutor-5457-thread-1-processing-n:127.0.0.1:44799_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] Registered new searcher Searcher@392db0ba[cdcr-target_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1308375 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580409806900953088
[junit4] 2> 1308380 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1308380 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1308380 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44799/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 1308381 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1308381 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:44799/solr/cdcr-target_shard1_replica_n1/ has no replicas
[junit4] 2> 1308381 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1308381 INFO (zkCallback-1552-thread-1-processing-n:127.0.0.1:44799_solr) [n:127.0.0.1:44799_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1308381 INFO (zkCallback-1552-thread-2-processing-n:127.0.0.1:44799_solr) [n:127.0.0.1:44799_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1308382 INFO (zkCallback-1552-thread-2-processing-n:127.0.0.1:44799_solr) [n:127.0.0.1:44799_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-target:shard1
[junit4] 2> 1308384 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44799/solr/cdcr-target_shard1_replica_n1/ shard1
[junit4] 2> 1308485 INFO (zkCallback-1552-thread-2-processing-n:127.0.0.1:44799_solr) [n:127.0.0.1:44799_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1308485 INFO (zkCallback-1552-thread-1-processing-n:127.0.0.1:44799_solr) [n:127.0.0.1:44799_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1308534 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1308535 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=16236
[junit4] 2> 1308537 INFO (qtp849607788-12022) [n:127.0.0.1:44799_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1308636 INFO (zkCallback-1552-thread-1-processing-n:127.0.0.1:44799_solr) [n:127.0.0.1:44799_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1308636 INFO (zkCallback-1552-thread-2-processing-n:127.0.0.1:44799_solr) [n:127.0.0.1:44799_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1309537 INFO (qtp849607788-12022) [n:127.0.0.1:44799_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=17549
[junit4] 2> 1309540 INFO (zkCallback-1552-thread-2-processing-n:127.0.0.1:44799_solr) [n:127.0.0.1:44799_solr ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/cdcr/state/process @ cdcr-target:shard1
[junit4] 2> 1309540 INFO (zkCallback-1552-thread-2-processing-n:127.0.0.1:44799_solr) [n:127.0.0.1:44799_solr ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-target:shard1
[junit4] 2> 1309540 INFO (qtp849607788-12027) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-target:5&action=start&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1309543 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1309544 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37567/solr ready
[junit4] 2> 1309550 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
[junit4] 2> 1309550 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1309550 INFO (qtp849607788-12022) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={_stateVer_=cdcr-target:5&action=COLLECTIONCHECKPOINT&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1309551 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Create new update log reader for target cdcr-target with checkpoint -1 @ cdcr-source:shard1
[junit4] 2> 1309551 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target, shard: shard1
[junit4] 2> 1309554 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Submitting bootstrap task to executor
[junit4] 2> 1309555 INFO (cdcr-bootstrap-status-1576-thread-1-processing-n:127.0.0.1:37589_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target shard: shard1 leader: https://127.0.0.1:44799/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 1309556 INFO (zkCallback-1564-thread-2-processing-n:127.0.0.1:37589_solr) [n:127.0.0.1:37589_solr ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/process @ cdcr-source:shard1
[junit4] 2> 1309556 INFO (zkCallback-1564-thread-2-processing-n:127.0.0.1:37589_solr) [n:127.0.0.1:37589_solr ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-source:shard1
[junit4] 2> 1309556 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=start&wt=javabin&version=2} status=0 QTime=14
[junit4] 2> 1309557 INFO (qtp1119975618-12069) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=queues&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1309558 INFO (qtp849607788-12027) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=https://127.0.0.1:37589/solr/cdcr-source_shard1_replica_n1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=1
[junit4] 1> Cdcr queue response: {responseHeader={status=0,QTime=0},queues={127.0.0.1:37567/solr={cdcr-target={queueSize=1010,lastTimestamp=}}},tlogTotalSize=47659,tlogTotalCount=10,updateLogSynchronizer=stopped}
[junit4] 2> 1309558 INFO (qtp849607788-12023) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580409808141418496,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1309559 INFO (qtp849607788-12023) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1309559 INFO (qtp849607788-12023) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1309559 INFO (qtp849607788-12023) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-target:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1309559 INFO (recoveryExecutor-1550-thread-1-processing-n:127.0.0.1:44799_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1309559 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1309560 INFO (qtp849607788-12022) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-target:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1309560 INFO (cdcr-bootstrap-status-1576-thread-1-processing-n:127.0.0.1:37589_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager CDCR bootstrap running for 1 seconds, sleeping for 2000 ms
[junit4] 2> 1309562 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580409808145612800,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1309562 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4b34004a commitCommandVersion:1580409808145612800
[junit4] 2> 1309668 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@31916f1f[cdcr-source_shard1_replica_n1] realtime]
[junit4] 2> 1309668 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1309668 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2} status=0 QTime=106
[junit4] 2> 1309671 INFO (qtp1119975618-12065) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1309671 INFO (recoveryExecutor-1550-thread-1-processing-n:127.0.0.1:44799_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Master's generation: 12
[junit4] 2> 1309671 INFO (recoveryExecutor-1550-thread-1-processing-n:127.0.0.1:44799_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Master's version: 1507196243425
[junit4] 2> 1309671 INFO (recoveryExecutor-1550-thread-1-processing-n:127.0.0.1:44799_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1309671 INFO (recoveryExecutor-1550-thread-1-processing-n:127.0.0.1:44799_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1309671 INFO (recoveryExecutor-1550-thread-1-processing-n:127.0.0.1:44799_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1309674 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Adding tlog files to list: [{size=4657, name=tlog.0000000000000000000.1580409787303067648}, {size=4778, name=tlog.0000000000000000001.1580409787439382528}, {size=4778, name=tlog.0000000000000000002.1580409787573600256}, {size=4778, name=tlog.0000000000000000003.1580409787762343936}, {size=4778, name=tlog.0000000000000000004.1580409787943747584}, {size=4778, name=tlog.0000000000000000005.1580409788196454400}, {size=4778, name=tlog.0000000000000000006.1580409788435529728}, {size=4778, name=tlog.0000000000000000007.1580409788696625152}, {size=4778, name=tlog.0000000000000000008.1580409788961914880}, {size=4778, name=tlog.0000000000000000009.1580409789259710464}]
[junit4] 2> 1309674 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=2
[junit4] 2> 1309674 INFO (recoveryExecutor-1550-thread-1-processing-n:127.0.0.1:44799_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Number of files in latest index in master: 18
[junit4] 2> 1309674 INFO (recoveryExecutor-1550-thread-1-processing-n:127.0.0.1:44799_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Number of tlog files in master: 10
[junit4] 2> 1309675 INFO (recoveryExecutor-1550-thread-1-processing-n:127.0.0.1:44799_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1309675 INFO (recoveryExecutor-1550-thread-1-processing-n:127.0.0.1:44799_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@555c279d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@43f736c3)
[junit4] 2> 1309675 INFO (qtp1119975618-12066) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene50_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1309677 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1309678 INFO (qtp1119975618-12065) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1309679 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene50_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1309679 INFO (qtp1119975618-12066) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1309680 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1309681 INFO (qtp1119975618-12065) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_MockRandom_0.sd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1309681 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene50_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1309682 INFO (qtp1119975618-12066) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_MockRandom_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1309683 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_MockRandom_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1309684 INFO (qtp1119975618-12065) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_MockRandom_0.tii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1309684 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1309685 INFO (qtp1119975618-12066) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generati
[...truncated too long message...]
lback-2374-thread-2-processing-n:127.0.0.1:41603_solr) [n:127.0.0.1:41603_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1720021 INFO (jetty-closer-2343-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3b0fbcb{/solr,null,UNAVAILABLE}
[junit4] 2> 1720023 WARN (zkCallback-2362-thread-2-processing-n:127.0.0.1:35941_solr) [n:127.0.0.1:35941_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1720023 INFO (jetty-closer-2343-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@154d997f{/solr,null,UNAVAILABLE}
[junit4] 2> 1720024 WARN (zkCallback-2371-thread-1-processing-n:127.0.0.1:33549_solr) [n:127.0.0.1:33549_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1720024 INFO (jetty-closer-2343-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4af8fd90{/solr,null,UNAVAILABLE}
[junit4] 2> 1721022 WARN (zkCallback-2372-thread-1-processing-n:127.0.0.1:44651_solr) [n:127.0.0.1:44651_solr c:replacenodetest_coll s:shard3 r:core_node11 x:replacenodetest_coll_shard3_replica_n2] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 1721022 INFO (zkCallback-2372-thread-1-processing-n:127.0.0.1:44651_solr) [n:127.0.0.1:44651_solr c:replacenodetest_coll s:shard3 r:core_node11 x:replacenodetest_coll_shard3_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1721022 INFO (zkCallback-2372-thread-1-processing-n:127.0.0.1:44651_solr) [n:127.0.0.1:44651_solr c:replacenodetest_coll s:shard3 r:core_node11 x:replacenodetest_coll_shard3_replica_n2] o.a.s.c.SolrCore [replacenodetest_coll_shard3_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@292fb260
[junit4] 2> 1721022 INFO (zkCallback-2372-thread-1-processing-n:127.0.0.1:44651_solr) [n:127.0.0.1:44651_solr c:replacenodetest_coll s:shard3 r:core_node11 x:replacenodetest_coll_shard3_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.replacenodetest_coll.shard3.replica_n2, tag=690991712
[junit4] 2> 1721022 INFO (zkCallback-2372-thread-1-processing-n:127.0.0.1:44651_solr) [n:127.0.0.1:44651_solr c:replacenodetest_coll s:shard3 r:core_node11 x:replacenodetest_coll_shard3_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d9fbe2c: rootName = solr_44651, domain = solr.core.replacenodetest_coll.shard3.replica_n2, service url = null, agent id = null] for registry solr.core.replacenodetest_coll.shard3.replica_n2 / com.codahale.metrics.MetricRegistry@8ae2ec0
[junit4] 2> 1721031 INFO (zkCallback-2372-thread-1-processing-n:127.0.0.1:44651_solr) [n:127.0.0.1:44651_solr c:replacenodetest_coll s:shard3 r:core_node11 x:replacenodetest_coll_shard3_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.replacenodetest_coll.shard3.leader, tag=690991712
[junit4] 2> 1721032 INFO (zkCallback-2372-thread-1-processing-n:127.0.0.1:44651_solr) [n:127.0.0.1:44651_solr c:replacenodetest_coll s:shard3 r:core_node11 x:replacenodetest_coll_shard3_replica_n2] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 1753525 INFO (OverseerThreadFactory-6471-thread-2-processing-n:127.0.0.1:44651_solr) [n:127.0.0.1:44651_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1753526 INFO (jetty-closer-2343-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@264b03c6{/solr,null,UNAVAILABLE}
[junit4] 2> 1753526 ERROR (SUITE-ReplaceNodeTest-seed#[F6025A0113D01E08]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1753526 INFO (SUITE-ReplaceNodeTest-seed#[F6025A0113D01E08]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42365 42365
[junit4] 2> 1758587 INFO (Thread-2705) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42365 42365
[junit4] 2> 1758587 WARN (Thread-2705) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 49 /solr/collections/replacenodetest_coll/state.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/98775638489235466-127.0.0.1:35941_solr-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/98775638489235472-127.0.0.1:44651_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeTest_F6025A0113D01E08-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=ga-IE, timezone=Etc/GMT+8
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=165480072,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestReqParamsAPI, SolrMetricsIntegrationTest, TestPayloadScoreQParserPlugin, AsyncCallRequestStatusResponseTest, TestClassNameShortening, TestSubQueryTransformerCrossCore, TestCloudPivotFacet, TestSolrXml, UniqFieldsUpdateProcessorFactoryTest, TermVectorComponentDistributedTest, TestLMJelinekMercerSimilarityFactory, TestDFISimilarityFactory, CdcrReplicationDistributedZkTest, TestFieldTypeCollectionResource, HdfsBasicDistributedZkTest, CollectionReloadTest, TestBinaryResponseWriter, NumericFieldsTest, TestCoreAdminApis, TestConfigSets, SuggesterTest, InfoHandlerTest, TestSha256AuthenticationProvider, TestGroupingSearch, TestNoOpRegenerator, SignatureUpdateProcessorFactoryTest, RecoveryZkTest, TestReload, TestAnalyzedSuggestions, TestSchemalessBufferedUpdates, TestIndexSearcher, CloudMLTQParserTest, PingRequestHandlerTest, DateRangeFieldTest, LeaderElectionTest, TestReversedWildcardFilterFactory, TestPullReplica, BooleanFieldTest, RuleEngineTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestJmxIntegration, TestExclusionRuleCollectionAccess, SolrJmxReporterCloudTest, TestSQLHandlerNonCloud, DirectUpdateHandlerTest, TestFreeTextSuggestions, TolerantUpdateProcessorTest, ActionThrottleTest, OverseerModifyCollectionTest, TestNumericRangeQuery32, TestShardHandlerFactory, DirectUpdateHandlerOptimizeTest, TestSurroundQueryParser, TestHalfAndHalfDocValues, DocumentBuilderTest, DateMathParserTest, CustomCollectionTest, TestClusterProperties, SpellPossibilityIteratorTest, QueryEqualityTest, ClassificationUpdateProcessorTest, TestRequestForwarding, NotRequiredUniqueKeyTest, TestFieldCacheReopen, TestDocBasedVersionConstraints, TestFoldingMultitermQuery, SolrTestCaseJ4Test, SolrCoreMetricManagerTest, LeaderInitiatedRecoveryOnCommitTest, OverseerTest, SpatialRPTFieldTypeTest, TestPushWriter, TestSolrCloudWithDelegationTokens, TestComplexPhraseLeadingWildcard, TestSmileRequest, AnalyticsMergeStrategyTest, TestSystemCollAutoCreate, SimpleFacetsTest, SuggesterFSTTest, TestDistributedMissingSort, HLLSerializationTest, MoveReplicaTest, TestConfigSetsAPIExclusivity, AddBlockUpdateTest, TestDeleteCollectionOnDownNodes, TestMacros, CdcrVersionReplicationTest, DistribJoinFromCollectionTest, TestSegmentSorting, TestMaxScoreQueryParser, CopyFieldTest, TlogReplayBufferedWhileIndexingTest, VersionInfoTest, TestDynamicFieldResource, TestEmbeddedSolrServerSchemaAPI, SolrCloudReportersTest, DeleteStatusTest, FullSolrCloudDistribCmdsTest, PrimitiveFieldTypeTest, TestStressReorder, HdfsThreadLeakTest, UnloadDistributedZkTest, DateFieldTest, RemoteQueryErrorTest, TestApiFramework, MinimalSchemaTest, TestTlogReplica, TestTrie, BasicAuthIntegrationTest, BitVectorTest, TestPseudoReturnFields, SolrCoreCheckLockOnStartupTest, SolrCloudExampleTest, CoreAdminCreateDiscoverTest, BasicDistributedZk2Test, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, BasicZkTest, ClusterStateUpdateTest, ZkSolrClientTest, ZkCLITest, TestFaceting, TestRecovery, TestStressVersions, HardAutoCommitTest, TestRangeQuery, SpellCheckComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, TestBadConfig, SoftAutoCommitTest, SolrPluginUtilsTest, ReturnFieldsTest, MBeansHandlerTest, BinaryUpdateRequestHandlerTest, SearchHandlerTest, HighlighterConfigTest, TestSolrIndexConfig, ResponseLogComponentTest, BadComponentTest, TestSolrDeletionPolicy2, SampleTest, TestFuzzyAnalyzedSuggestions, DirectSolrConnectionTest, TestCodecSupport, TestSweetSpotSimilarityFactory, TestFastWriter, TestFastOutputStream, ChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CollectionsAPIAsyncDistributedZkTest, DistribCursorPagingTest, DistributedVersionInfoTest, MissingSegmentRecoveryTest, MultiThreadedOCPTest, ReplaceNodeTest]
[junit4] Completed [499/730 (2!)] on J2 in 60.19s, 1 test, 1 failure <<< FAILURES!
[...truncated 44276 lines...]
[JENKINS] Lucene-Solr-7.0-Linux (64bit/jdk1.8.0_144) - Build # 425
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.0-Linux/425/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestTlogReplica.testRecovery
Error Message:
Can not find doc 3 in https://127.0.0.1:45123/solr
Stack Trace:
java.lang.AssertionError: Can not find doc 3 in https://127.0.0.1:45123/solr
at __randomizedtesting.SeedInfo.seed([15CB466A46D1754A:D43B3FC66B81BFED]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:868)
at org.apache.solr.cloud.TestTlogReplica.testRecovery(TestTlogReplica.java:559)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12766 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTlogReplica
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/init-core-data-001
[junit4] 2> 1816696 INFO (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1816697 INFO (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1816697 INFO (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001
[junit4] 2> 1816697 INFO (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1816697 INFO (Thread-4051) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1816698 INFO (Thread-4051) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1816699 ERROR (Thread-4051) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1816797 INFO (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:44301
[junit4] 2> 1816805 INFO (jetty-launcher-5486-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1816805 INFO (jetty-launcher-5486-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1816806 INFO (jetty-launcher-5486-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@70d237b7{/solr,null,AVAILABLE}
[junit4] 2> 1816806 INFO (jetty-launcher-5486-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a753eb{/solr,null,AVAILABLE}
[junit4] 2> 1816807 INFO (jetty-launcher-5486-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4df9b6e6{SSL,[ssl, http/1.1]}{127.0.0.1:32791}
[junit4] 2> 1816807 INFO (jetty-launcher-5486-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@69b73bc8{SSL,[ssl, http/1.1]}{127.0.0.1:45123}
[junit4] 2> 1816808 INFO (jetty-launcher-5486-thread-2) [ ] o.e.j.s.Server Started @1818584ms
[junit4] 2> 1816808 INFO (jetty-launcher-5486-thread-1) [ ] o.e.j.s.Server Started @1818584ms
[junit4] 2> 1816808 INFO (jetty-launcher-5486-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32791}
[junit4] 2> 1816808 INFO (jetty-launcher-5486-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45123}
[junit4] 2> 1816808 ERROR (jetty-launcher-5486-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1816808 ERROR (jetty-launcher-5486-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1816808 INFO (jetty-launcher-5486-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.1
[junit4] 2> 1816808 INFO (jetty-launcher-5486-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.1
[junit4] 2> 1816808 INFO (jetty-launcher-5486-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1816809 INFO (jetty-launcher-5486-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1816809 INFO (jetty-launcher-5486-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1816809 INFO (jetty-launcher-5486-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1816809 INFO (jetty-launcher-5486-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-05T18:37:12.953Z
[junit4] 2> 1816809 INFO (jetty-launcher-5486-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-05T18:37:12.953Z
[junit4] 2> 1816810 INFO (jetty-launcher-5486-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1816810 INFO (jetty-launcher-5486-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1816816 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15eedd3c70a0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1816819 INFO (jetty-launcher-5486-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44301/solr
[junit4] 2> 1816819 INFO (jetty-launcher-5486-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44301/solr
[junit4] 2> 1816870 INFO (jetty-launcher-5486-thread-2) [n:127.0.0.1:32791_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1816870 INFO (jetty-launcher-5486-thread-1) [n:127.0.0.1:45123_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1816871 INFO (jetty-launcher-5486-thread-2) [n:127.0.0.1:32791_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32791_solr
[junit4] 2> 1816871 INFO (jetty-launcher-5486-thread-1) [n:127.0.0.1:45123_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45123_solr
[junit4] 2> 1816872 INFO (jetty-launcher-5486-thread-2) [n:127.0.0.1:32791_solr ] o.a.s.c.Overseer Overseer (id=98777735681933318-127.0.0.1:32791_solr-n_0000000000) starting
[junit4] 2> 1816873 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1816873 INFO (zkCallback-5498-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1816884 INFO (jetty-launcher-5486-thread-2) [n:127.0.0.1:32791_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32791_solr
[junit4] 2> 1816885 INFO (zkCallback-5498-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1816888 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1816974 INFO (jetty-launcher-5486-thread-1) [n:127.0.0.1:45123_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45123.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1816979 INFO (jetty-launcher-5486-thread-1) [n:127.0.0.1:45123_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45123.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1816979 INFO (jetty-launcher-5486-thread-1) [n:127.0.0.1:45123_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45123.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1816979 INFO (jetty-launcher-5486-thread-1) [n:127.0.0.1:45123_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node1/.
[junit4] 2> 1816992 INFO (jetty-launcher-5486-thread-2) [n:127.0.0.1:32791_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32791.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1816996 INFO (jetty-launcher-5486-thread-2) [n:127.0.0.1:32791_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32791.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1816997 INFO (jetty-launcher-5486-thread-2) [n:127.0.0.1:32791_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32791.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1816997 INFO (jetty-launcher-5486-thread-2) [n:127.0.0.1:32791_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node2/.
[junit4] 2> 1817016 INFO (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1817016 INFO (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44301/solr ready
[junit4] 2> 1817017 INFO (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
[junit4] 2> 1817036 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1817037 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1817048 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOutOfOrderDBQWithInPlaceUpdates
[junit4] 2> 1817049 INFO (qtp1274131497-23211) [n:127.0.0.1:32791_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_out_of_order_db_qwith_in_place_updates&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1817050 INFO (OverseerThreadFactory-5743-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_out_of_order_db_qwith_in_place_updates
[junit4] 2> 1817153 INFO (OverseerStateUpdate-98777735681933318-127.0.0.1:32791_solr-n_0000000000) [n:127.0.0.1:32791_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_out_of_order_db_qwith_in_place_updates",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:32791/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1817154 INFO (OverseerStateUpdate-98777735681933318-127.0.0.1:32791_solr-n_0000000000) [n:127.0.0.1:32791_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_out_of_order_db_qwith_in_place_updates",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45123/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1817359 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_out_of_order_db_qwith_in_place_updates&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1817359 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1817380 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_out_of_order_db_qwith_in_place_updates&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1817380 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1817482 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1817482 INFO (zkCallback-5498-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1817482 INFO (zkCallback-5497-thread-2-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1817482 INFO (zkCallback-5498-thread-2-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1818376 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 1818382 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] Schema name=minimal
[junit4] 2> 1818386 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1818386 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1' using configuration from collection tlog_replica_test_out_of_order_db_qwith_in_place_updates, trusted=true
[junit4] 2> 1818386 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32791.solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1818387 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1818387 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node2/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node2/./tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/data/]
[junit4] 2> 1818390 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 1818398 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] Schema name=minimal
[junit4] 2> 1818401 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1818401 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2' using configuration from collection tlog_replica_test_out_of_order_db_qwith_in_place_updates, trusted=true
[junit4] 2> 1818402 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45123.solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1818402 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1818402 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node1/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node1/./tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/data/]
[junit4] 2> 1818444 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1818444 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1818445 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1818445 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1818446 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@49027c76[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] main]
[junit4] 2> 1818446 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1818446 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1818447 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1818447 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1818447 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1818447 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1818447 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1818448 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2842777[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] main]
[junit4] 2> 1818448 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580443772745940992
[junit4] 2> 1818449 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1818449 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1818449 INFO (searcherExecutor-5748-thread-1-processing-n:127.0.0.1:32791_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node1) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] Registered new searcher Searcher@49027c76[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1818449 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1818450 INFO (searcherExecutor-5749-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] Registered new searcher Searcher@2842777[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1818450 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580443772748038144
[junit4] 2> 1818451 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1818553 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1818553 INFO (zkCallback-5498-thread-2-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1818553 INFO (zkCallback-5497-thread-2-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1818553 INFO (zkCallback-5498-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1818952 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1818952 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1818952 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/
[junit4] 2> 1818952 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1 url=https://127.0.0.1:32791/solr START replicas=[https://127.0.0.1:45123/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/] nUpdates=100
[junit4] 2> 1818953 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1 url=https://127.0.0.1:32791/solr DONE. We have no versions. sync failed.
[junit4] 2> 1818957 INFO (qtp38326136-23204) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1818958 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1818958 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1818958 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1818958 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1 stopping background replication from leader
[junit4] 2> 1818962 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/ shard1
[junit4] 2> 1819064 INFO (zkCallback-5498-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819064 INFO (zkCallback-5497-thread-2-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819064 INFO (zkCallback-5498-thread-2-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819064 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819113 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1819113 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_out_of_order_db_qwith_in_place_updates&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1754
[junit4] 2> 1819215 INFO (zkCallback-5497-thread-2-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819215 INFO (zkCallback-5498-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819215 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819215 INFO (zkCallback-5498-thread-2-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819455 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 starting background replication from leader
[junit4] 2> 1819455 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 1819457 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 1819457 INFO (indexFetcher-5759-thread-1) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/
[junit4] 2> 1819459 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_out_of_order_db_qwith_in_place_updates&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2079
[junit4] 2> 1819463 INFO (qtp1274131497-23205) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1819463 INFO (indexFetcher-5759-thread-1) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1819463 INFO (indexFetcher-5759-thread-1) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1819463 INFO (indexFetcher-5759-thread-1) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1819463 INFO (indexFetcher-5759-thread-1) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1819466 INFO (qtp1274131497-23211) [n:127.0.0.1:32791_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1819567 INFO (zkCallback-5497-thread-2-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819567 INFO (zkCallback-5498-thread-2-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819567 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819567 INFO (zkCallback-5498-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1820466 INFO (qtp1274131497-23211) [n:127.0.0.1:32791_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_out_of_order_db_qwith_in_place_updates&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=3416
[junit4] 2> 1820473 INFO (qtp38326136-23204) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/&wt=javabin&version=2}{add=[1 (1)]} 0 1
[junit4] 2> 1820473 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=3&distrib.from=https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/&wt=javabin&version=2}{deleteByQuery=inplace_updatable_int:5 (-3)} 0 0
[junit4] 2> 1820474 INFO (qtp38326136-23206) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.inplace.prevversion=1&distrib.from=https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/&wt=javabin&version=2&distrib.inplace.update=true}{add=[1 (2)]} 0 0
[junit4] 2> 1820475 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.c.ChaosMonkey monkey: kill jetty! 32791
[junit4] 2> 1820476 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4df9b6e6{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1820477 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=357821634
[junit4] 2> 1820477 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1820477 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@45e394c9: rootName = solr_32791, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6bbd48c6
[junit4] 2> 1820486 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1820486 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@11bcb642: rootName = solr_32791, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@31bdcb93
[junit4] 2> 1820494 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1820494 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57317a8a: rootName = solr_32791, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1c56a5a7
[junit4] 2> 1820495 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1820496 INFO (coreCloseExecutor-5760-thread-1) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] CLOSING SolrCore org.apache.solr.core.SolrCore@ebd0bb9
[junit4] 2> 1820496 INFO (coreCloseExecutor-5760-thread-1) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1, tag=247270329
[junit4] 2> 1820496 INFO (coreCloseExecutor-5760-thread-1) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2af6448c: rootName = solr_32791, domain = solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1, service url = null, agent id = null] for registry solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1 / com.codahale.metrics.MetricRegistry@3b966575
[junit4] 2> 1820507 INFO (coreCloseExecutor-5760-thread-1) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.leader, tag=247270329
[junit4] 2> 1820512 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.c.Overseer Overseer (id=98777735681933318-127.0.0.1:32791_solr-n_0000000000) closing
[junit4] 2> 1820512 INFO (OverseerStateUpdate-98777735681933318-127.0.0.1:32791_solr-n_0000000000) [n:127.0.0.1:32791_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:32791_solr
[junit4] 2> 1820513 INFO (zkCallback-5504-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1820513 INFO (zkCallback-5497-thread-2-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45123_solr
[junit4] 2> 1820513 INFO (zkCallback-5497-thread-3-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1820514 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1820514 INFO (zkCallback-5497-thread-2-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.Overseer Overseer (id=98777735681933317-127.0.0.1:45123_solr-n_0000000001) starting
[junit4] 2> 1820519 INFO (zkCallback-5504-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1820519 INFO (zkCallback-5497-thread-2-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1820519 INFO (zkCallback-5497-thread-3-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1820621 INFO (zkCallback-5504-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1820621 INFO (zkCallback-5497-thread-4-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1820621 INFO (zkCallback-5497-thread-3-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1822013 WARN (zkCallback-5498-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1822014 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@70d237b7{/solr,null,UNAVAILABLE}
[junit4] 2> 1822014 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 32791
[junit4] 2> 1822017 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.c.ChaosMonkey monkey: starting jetty! 32791
[junit4] 2> 1822017 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1822023 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74c1e84c{/solr,null,AVAILABLE}
[junit4] 2> 1822023 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@68d47cc8{SSL,[ssl, http/1.1]}{127.0.0.1:32791}
[junit4] 2> 1822023 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.e.j.s.Server Started @1823799ms
[junit4] 2> 1822024 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32791}
[junit4] 2> 1822024 ERROR (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1822024 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.1
[junit4] 2> 1822024 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1822024 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1822024 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-05T18:37:18.168Z
[junit4] 2> 1822027 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1822032 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44301/solr
[junit4] 2> 1822034 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15eedd3c70a000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1822043 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1822044 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [n:127.0.0.1:32791_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1822046 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [n:127.0.0.1:32791_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32791_solr
[junit4] 2> 1822046 INFO (zkCallback-5497-thread-4-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1822046 INFO (zkCallback-5504-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1822047 INFO (zkCallback-5509-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1822107 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [n:127.0.0.1:32791_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32791.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1822113 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [n:127.0.0.1:32791_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32791.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1822113 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [n:127.0.0.1:32791_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32791.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1822115 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [n:127.0.0.1:32791_solr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node2/.
[junit4] 2> 1822115 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [n:127.0.0.1:32791_solr ] o.a.s.c.CorePropertiesLocator Cores are: [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]
[junit4] 2> 1822115 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1822125 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 1822129 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] Schema name=minimal
[junit4] 2> 1822131 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1822131 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1' using configuration from collection tlog_replica_test_out_of_order_db_qwith_in_place_updates, trusted=true
[junit4] 2> 1822131 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32791.solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1822131 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1822131 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node2/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node2/./tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/data/]
[junit4] 2> 1822159 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1822159 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1822160 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1822160 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1822160 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@72be5d2a[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] main]
[junit4] 2> 1822161 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1822161 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1822162 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1822162 INFO (searcherExecutor-5770-thread-1-processing-n:127.0.0.1:32791_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node1) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] Registered new searcher Searcher@72be5d2a[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1822162 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580443776640352256
[junit4] 2> 1822218 INFO (zkCallback-5509-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1822218 INFO (zkCallback-5497-thread-4-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1822218 INFO (zkCallback-5497-thread-3-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1822218 INFO (zkCallback-5504-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1822218 INFO (zkCallback-5509-thread-2-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1823014 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45123/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/
[junit4] 2> 1823015 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 url=https://127.0.0.1:45123/solr START replicas=[https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/] nUpdates=100
[junit4] 2> 1823035 INFO (qtp1737351738-23282) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1823035 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 url=https://127.0.0.1:45123/solr Received 0 versions from https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/ fingerprint:null
[junit4] 2> 1823035 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 url=https://127.0.0.1:45123/solr DONE. sync succeeded
[junit4] 2> 1823035 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1823035 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SyncStrategy https://127.0.0.1:45123/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/: try and ask https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/ to sync
[junit4] 2> 1823037 INFO (qtp1737351738-23282) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1 url=https://127.0.0.1:32791/solr START replicas=[https://127.0.0.1:45123/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/] nUpdates=100
[junit4] 2> 1823039 INFO (qtp38326136-23216) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1823039 INFO (qtp38326136-23216) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1823040 INFO (qtp1737351738-23282) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1823040 INFO (qtp1737351738-23282) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 1823040 INFO (qtp1737351738-23282) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&getVersions=100&sync=https://127.0.0.1:45123/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1823041 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SyncStrategy https://127.0.0.1:45123/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/: sync completed with https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/
[junit4] 2> 1823041 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 stopping background replication from leader
[junit4] 2> 1823041 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Replaying tlog before become new leader
[junit4] 2> 1823041 WARN (recoveryExecutor-5755-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.UpdateLog Starting log replay tlog{file=/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node1/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/data/tlog/tlog.0000000000000000000 refcount=2} active=false starting pos=0 inSortedOrder=true
[junit4] 2> 1823078 INFO (recoveryExecutor-5755-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@59f4b577[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] realtime]
[junit4] 2> 1823080 INFO (recoveryExecutor-5755-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 start commit{flags=2,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1823080 INFO (recoveryExecutor-5755-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@c8cd578 commitCommandVersion:0
[junit4] 2> 1823081 INFO (recoveryExecutor-5755-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@36ce71bb[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] main]
[junit4] 2> 1823081 INFO (recoveryExecutor-5755-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1823082 INFO (searcherExecutor-5749-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] Registered new searcher Searcher@36ce71bb[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C1:fieldInfosGen=1:dvGen=2)))}
[junit4] 2> 1823082 INFO (recoveryExecutor-5755-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] {add=[1 (1), 1 (2)],deleteByQuery=inplace_updatable_int:5 (-3)} 0 40
[junit4] 2> 1823082 WARN (recoveryExecutor-5755-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.UpdateLog Log replay finished. recoveryInfo=RecoveryInfo{adds=2 deletes=0 deleteByQuery=1 errors=0 positionOfStart=0}
[junit4] 2> 1823083 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45123/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/ shard1
[junit4] 2> 1823184 INFO (zkCallback-5504-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_pl
[...truncated too long message...]
onnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1920149 INFO (qtp1737351738-23282) [n:127.0.0.1:32791_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:45123_solr&onlyIfLeaderActive=true&core=tlog_replica_test_recovery_shard1_replica_t2&coreNodeName=core_node1&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=21002
[junit4] 2> 1920150 ERROR (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1920150 INFO (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44301 44301
[junit4] 2> 1920203 INFO (Thread-4051) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44301 44301
[junit4] 2> 1920204 WARN (Thread-4051) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 33 /solr/configs/conf
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 8 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 28 /solr/collections/tlog_replica_test_create_delete/state.json
[junit4] 2> 27 /solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json
[junit4] 2> 27 /solr/collections/tlog_replica_test_remove_leader/state.json
[junit4] 2> 25 /solr/collections/tlog_replica_test_kill_leader/state.json
[junit4] 2> 24 /solr/collections/tlog_replica_test_recovery/state.json
[junit4] 2> 24 /solr/collections/tlog_replica_test_kill_tlog_replica/state.json
[junit4] 2> 23 /solr/collections/tlog_replica_test_add_remove_tlog_replica/state.json
[junit4] 2> 21 /solr/collections/tlog_replica_test_basic_leader_election/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_only_leader_indexes/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_delete_by_id/state.json
[junit4] 2> 13 /solr/collections/tlog_replica_test_add_docs/state.json
[junit4] 2> 13 /solr/collections/tlog_replica_test_real_time_get/state.json
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 5 /solr/overseer_elect/election/98777735681933323-127.0.0.1:32791_solr-n_0000000002
[junit4] 2> 3 /solr/collections/tlog_replica_test_recovery/leader_elect/shard1/election/98777735681933323-core_node2-n_0000000000
[junit4] 2> 2 /solr/collections/tlog_replica_test_kill_tlog_replica/leader_elect/shard1/election/98777735681933323-core_node2-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001
[junit4] 2> Oct 05, 2017 6:38:56 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {foo=PostingsFormat(name=Asserting), title_s=PostingsFormat(name=LuceneVarGapFixedInterval), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), foo_s=PostingsFormat(name=Asserting)}, docValues:{_version_=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70), inplace_updatable_int=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=993, maxMBSortInHeap=7.697527843366051, sim=RandomSimilarity(queryNorm=false): {}, locale=mk, timezone=Europe/Rome
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=114428008,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestBulkSchemaAPI, IndexSchemaRuntimeFieldTest, TestSolrIndexConfig, TestManagedResource, BasicFunctionalityTest, TestStressRecovery, DistributedFacetPivotLongTailTest, TestSimpleQParserPlugin, DistributedExpandComponentTest, TestSchemaVersionResource, TestPartialUpdateDeduplication, HdfsRecoverLeaseTest, JsonLoaderTest, TestCloudRecovery, SolrCmdDistributorTest, TestNumericTokenStream, BlockJoinFacetSimpleTest, V2StandaloneTest, TestSizeLimitedDistributedMap, TestQueryTypes, TestExportWriter, TestXmlQParserPlugin, BlobRepositoryCloudTest, HdfsBasicDistributedZk2Test, HttpPartitionTest, ClassificationUpdateProcessorIntegrationTest, SolrIndexMetricsTest, VMParamsZkACLAndCredentialsProvidersTest, SpellCheckCollatorWithCollapseTest, TestUninvertingReader, UpdateLogTest, TestCryptoKeys, MoveReplicaHDFSUlogDirTest, TestDistribIDF, ClusterStateUpdateTest, NoCacheHeaderTest, MigrateRouteKeyTest, NodeMutatorTest, StatsReloadRaceTest, TestMacroExpander, SSLMigrationTest, FileBasedSpellCheckerTest, TestXIncludeConfig, TestCursorMarkWithoutUniqueKey, SuggestComponentContextFilterQueryTest, TestCustomSort, BadCopyFieldTest, TestDownShardTolerantSearch, SolrMetricReporterTest, SOLR749Test, TestSolrConfigHandlerConcurrent, CSVRequestHandlerTest, CdcrRequestHandlerTest, TestUseDocValuesAsStored2, TestMultiWordSynonyms, TestHdfsUpdateLog, TestLRUCache, TestCoreContainer, TestStressVersions, TestEmbeddedSolrServerConstructors, EnumFieldTest, ZkCLITest, CoreAdminHandlerTest, ResourceLoaderTest, TestDistributedGrouping, HdfsSyncSliceTest, ConnectionReuseTest, ShardRoutingCustomTest, TestStressUserVersions, DocValuesMultiTest, TestMinMaxOnMultiValuedField, TestSQLHandler, SmileWriterTest, TestReplicaProperties, AssignTest, ShardRoutingTest, TestManagedSchemaAPI, TestSimpleTrackingShardHandler, BadComponentTest, LeaderFailureAfterFreshStartTest, HighlighterTest, TestConfigSetsAPI, LoggingHandlerTest, SchemaVersionSpecificBehaviorTest, HdfsChaosMonkeySafeLeaderTest, BigEndianAscendingWordSerializerTest, RankQueryTest, CollectionTooManyReplicasTest, SolrCLIZkUtilsTest, TestFileDictionaryLookup, TestClusterStateMutator, AtomicUpdateProcessorFactoryTest, TestRTimerTree, TestJsonRequest, TestExpandComponent, CacheHeaderTest, DirectSolrSpellCheckerTest, TestAuthenticationFramework, TestCollationFieldDocValues, CdcrUpdateLogTest, TestSweetSpotSimilarityFactory, TestUpdate, WrapperMergePolicyFactoryTest, TestSubQueryTransformer, DistributedSuggestComponentTest, TestConfigsApi, TestBlobHandler, OpenCloseCoreStressTest, TestPostingsSolrHighlighter, TestFieldCache, FileUtilsTest, TestFieldResource, DistribDocExpirationUpdateProcessorTest, DeleteShardTest, TestSchemaNameResource, CollectionsAPIDistributedZkTest, TestImpersonationWithHadoopAuth, ImplicitSnitchTest, SampleTest, TestBM25SimilarityFactory, MoreLikeThisHandlerTest, LeaderElectionTest, TestZkChroot, TestFaceting, TestHashPartitioner, TestReload, DistributedTermsComponentTest, TestRangeQuery, TestBadConfig, SoftAutoCommitTest, TestIndexingPerformance, FastVectorHighlighterTest, UpdateRequestProcessorFactoryTest, QueryParsingTest, TestComponentsName, HighlighterConfigTest, UpdateParamsTest, AlternateDirectoryTest, TestQuerySenderNoQuery, TestSolrDeletionPolicy2, TestDocSet, TestSearchPerf, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CloudExitableDirectoryReaderTest, CollectionsAPIAsyncDistributedZkTest, DeleteNodeTest, DistributedQueueTest, DistributedVersionInfoTest, LeaderInitiatedRecoveryOnShardRestartTest, MissingSegmentRecoveryTest, MoveReplicaHDFSTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerStatusTest, PeerSyncReplicationTest, RecoveryAfterSoftCommitTest, TestCloudPivotFacet, TestLockTree, TestPrepRecovery, TestStressLiveNodes, TestTlogReplica]
[junit4] Completed [554/730 (1!)] on J1 in 104.27s, 13 tests, 1 failure <<< FAILURES!
[...truncated 44122 lines...]
[JENKINS] Lucene-Solr-7.0-Linux (32bit/jdk1.8.0_144) - Build # 424
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.0-Linux/424/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestTlogReplica.testRecovery
Error Message:
Can not find doc 3 in https://127.0.0.1:35917/solr
Stack Trace:
java.lang.AssertionError: Can not find doc 3 in https://127.0.0.1:35917/solr
at __randomizedtesting.SeedInfo.seed([39AEFAD24CDF207D:F85E837E618FEADA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:868)
at org.apache.solr.cloud.TestTlogReplica.testRecovery(TestTlogReplica.java:559)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12780 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTlogReplica
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/init-core-data-001
[junit4] 2> 1940349 WARN (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1219 numCloses=1219
[junit4] 2> 1940349 INFO (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1940351 INFO (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1940352 INFO (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001
[junit4] 2> 1940352 INFO (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1940352 INFO (Thread-6144) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1940352 INFO (Thread-6144) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1940356 ERROR (Thread-6144) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1940452 INFO (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45387
[junit4] 2> 1940455 INFO (jetty-launcher-2742-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1940455 INFO (jetty-launcher-2742-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1940456 INFO (jetty-launcher-2742-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d79cf{/solr,null,AVAILABLE}
[junit4] 2> 1940456 INFO (jetty-launcher-2742-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@107656b{/solr,null,AVAILABLE}
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e1c00d{SSL,[ssl, http/1.1]}{127.0.0.1:35917}
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@168c31d{SSL,[ssl, http/1.1]}{127.0.0.1:46611}
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-2) [ ] o.e.j.s.Server Started @1942466ms
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-1) [ ] o.e.j.s.Server Started @1942466ms
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35917}
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46611}
[junit4] 2> 1940457 ERROR (jetty-launcher-2742-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1940457 ERROR (jetty-launcher-2742-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.1
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.1
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-05T13:53:25.295Z
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-05T13:53:25.295Z
[junit4] 2> 1940460 INFO (jetty-launcher-2742-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1940460 INFO (jetty-launcher-2742-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1940466 INFO (jetty-launcher-2742-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45387/solr
[junit4] 2> 1940466 INFO (jetty-launcher-2742-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45387/solr
[junit4] 2> 1940522 INFO (jetty-launcher-2742-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1940522 INFO (jetty-launcher-2742-thread-1) [n:127.0.0.1:46611_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1940522 INFO (jetty-launcher-2742-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35917_solr
[junit4] 2> 1940522 INFO (jetty-launcher-2742-thread-1) [n:127.0.0.1:46611_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46611_solr
[junit4] 2> 1940522 INFO (jetty-launcher-2742-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.c.Overseer Overseer (id=98776619757797382-127.0.0.1:35917_solr-n_0000000000) starting
[junit4] 2> 1940523 INFO (zkCallback-2753-thread-1-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1940523 INFO (zkCallback-2754-thread-1-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1940529 INFO (jetty-launcher-2742-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35917_solr
[junit4] 2> 1940529 INFO (zkCallback-2754-thread-1-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1940529 INFO (zkCallback-2753-thread-1-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1940620 INFO (jetty-launcher-2742-thread-1) [n:127.0.0.1:46611_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46611.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1940625 INFO (jetty-launcher-2742-thread-1) [n:127.0.0.1:46611_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46611.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1940625 INFO (jetty-launcher-2742-thread-1) [n:127.0.0.1:46611_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46611.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1940626 INFO (jetty-launcher-2742-thread-1) [n:127.0.0.1:46611_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node1/.
[junit4] 2> 1940670 INFO (jetty-launcher-2742-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35917.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1940676 INFO (jetty-launcher-2742-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35917.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1940676 INFO (jetty-launcher-2742-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35917.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1940677 INFO (jetty-launcher-2742-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node2/.
[junit4] 2> 1940700 INFO (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1940700 INFO (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45387/solr ready
[junit4] 2> 1940701 INFO (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
[junit4] 2> 1940745 INFO (qtp10166328-19442) [n:127.0.0.1:35917_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1940746 INFO (qtp10166328-19442) [n:127.0.0.1:35917_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1940753 INFO (TEST-TestTlogReplica.testAddDocs-seed#[39AEFAD24CDF207D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddDocs
[junit4] 2> 1940754 INFO (qtp10166328-19452) [n:127.0.0.1:35917_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_add_docs&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1940757 INFO (OverseerThreadFactory-8014-thread-1-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_add_docs
[junit4] 2> 1940859 INFO (OverseerStateUpdate-98776619757797382-127.0.0.1:35917_solr-n_0000000000) [n:127.0.0.1:35917_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_add_docs",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_add_docs_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46611/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1940859 INFO (OverseerStateUpdate-98776619757797382-127.0.0.1:35917_solr-n_0000000000) [n:127.0.0.1:35917_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_add_docs",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_add_docs_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35917/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1941065 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1941065 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1941098 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1941099 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1941201 INFO (zkCallback-2754-thread-1-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941201 INFO (zkCallback-2753-thread-1-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941201 INFO (zkCallback-2754-thread-2-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941201 INFO (zkCallback-2753-thread-2-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942072 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 1942077 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_add_docs_shard1_replica_t2] Schema name=minimal
[junit4] 2> 1942078 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1942078 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_add_docs_shard1_replica_t2' using configuration from collection tlog_replica_test_add_docs, trusted=true
[junit4] 2> 1942079 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35917.solr.core.tlog_replica_test_add_docs.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_add_docs.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1942079 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1942079 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_add_docs_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node2/tlog_replica_test_add_docs_shard1_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node2/./tlog_replica_test_add_docs_shard1_replica_t2/data/]
[junit4] 2> 1942105 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 1942109 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_add_docs_shard1_replica_t1] Schema name=minimal
[junit4] 2> 1942110 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1942111 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_add_docs_shard1_replica_t1' using configuration from collection tlog_replica_test_add_docs, trusted=true
[junit4] 2> 1942111 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46611.solr.core.tlog_replica_test_add_docs.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_add_docs.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1942111 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1942111 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_add_docs_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node1/tlog_replica_test_add_docs_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node1/./tlog_replica_test_add_docs_shard1_replica_t1/data/]
[junit4] 2> 1942113 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1942113 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1942114 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1942114 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1942115 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@f12db0[tlog_replica_test_add_docs_shard1_replica_t2] main]
[junit4] 2> 1942116 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1942116 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1942117 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1942118 INFO (searcherExecutor-8019-thread-1-processing-n:127.0.0.1:35917_solr x:tlog_replica_test_add_docs_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_docs r:core_node2) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t2] Registered new searcher Searcher@f12db0[tlog_replica_test_add_docs_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1942118 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580425917975494656
[junit4] 2> 1942121 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1942143 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1942143 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1942144 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1942144 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1942145 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17e17bb[tlog_replica_test_add_docs_shard1_replica_t1] main]
[junit4] 2> 1942146 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1942146 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1942147 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1942147 INFO (searcherExecutor-8021-thread-1-processing-n:127.0.0.1:46611_solr x:tlog_replica_test_add_docs_shard1_replica_t1 s:shard1 c:tlog_replica_test_add_docs r:core_node1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t1] Registered new searcher Searcher@17e17bb[tlog_replica_test_add_docs_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1942147 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580425918005903360
[junit4] 2> 1942222 INFO (zkCallback-2753-thread-1-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942222 INFO (zkCallback-2754-thread-2-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942222 INFO (zkCallback-2754-thread-1-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942222 INFO (zkCallback-2753-thread-2-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942621 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1942621 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1942621 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35917/solr/tlog_replica_test_add_docs_shard1_replica_t2/
[junit4] 2> 1942622 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_add_docs_shard1_replica_t2 url=https://127.0.0.1:35917/solr START replicas=[https://127.0.0.1:46611/solr/tlog_replica_test_add_docs_shard1_replica_t1/] nUpdates=100
[junit4] 2> 1942622 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_add_docs_shard1_replica_t2 url=https://127.0.0.1:35917/solr DONE. We have no versions. sync failed.
[junit4] 2> 1942623 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1942624 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1942624 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1942624 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1942624 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_add_docs_shard1_replica_t2 stopping background replication from leader
[junit4] 2> 1942625 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35917/solr/tlog_replica_test_add_docs_shard1_replica_t2/ shard1
[junit4] 2> 1942726 INFO (zkCallback-2753-thread-1-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942726 INFO (zkCallback-2754-thread-1-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942726 INFO (zkCallback-2753-thread-2-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942726 INFO (zkCallback-2754-thread-2-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942776 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1942777 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1711
[junit4] 2> 1942878 INFO (zkCallback-2753-thread-2-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942878 INFO (zkCallback-2754-thread-2-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942878 INFO (zkCallback-2754-thread-1-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942878 INFO (zkCallback-2753-thread-1-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1943150 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_add_docs_shard1_replica_t1 starting background replication from leader
[junit4] 2> 1943150 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 1943152 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 1943152 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2053
[junit4] 2> 1943152 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:35917/solr/tlog_replica_test_add_docs_shard1_replica_t2/
[junit4] 2> 1943154 INFO (qtp10166328-19452) [n:127.0.0.1:35917_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1943154 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1943154 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1943154 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1943154 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1943154 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1943254 INFO (zkCallback-2754-thread-1-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1943254 INFO (zkCallback-2753-thread-1-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1943254 INFO (zkCallback-2753-thread-2-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1943254 INFO (zkCallback-2754-thread-2-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1944154 INFO (qtp10166328-19452) [n:127.0.0.1:35917_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_add_docs&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=3399
[junit4] 2> 1944163 INFO (qtp28296195-19453) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:35917/solr/tlog_replica_test_add_docs_shard1_replica_t2/&wt=javabin&version=2}{add=[1 (1580425920113541120)]} 0 1
[junit4] 2> 1944163 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1580425920113541120)]} 0 5
[junit4] 2> 1944164 INFO (qtp28296195-19455) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:35917/solr/tlog_replica_test_add_docs_shard1_replica_t2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 1944196 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580425920154435584,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1944197 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6cbcc5 commitCommandVersion:1580425920154435584
[junit4] 2> 1944198 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@d8de60[tlog_replica_test_add_docs_shard1_replica_t2] main]
[junit4] 2> 1944199 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1944200 INFO (searcherExecutor-8019-thread-1-processing-n:127.0.0.1:35917_solr x:tlog_replica_test_add_docs_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_docs r:core_node2) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t2] Registered new searcher Searcher@d8de60[tlog_replica_test_add_docs_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C1)))}
[junit4] 2> 1944200 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:35917/solr/tlog_replica_test_add_docs_shard1_replica_t2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
[junit4] 2> 1944200 INFO (qtp10166328-19442) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_add_docs:6&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 36
[junit4] 2> 1944203 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 1944206 INFO (qtp28296195-19453) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1944307 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1944407 INFO (qtp28296195-19445) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1944508 INFO (qtp28296195-19455) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1944609 INFO (qtp28296195-19453) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1944709 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1944759 INFO (OverseerCollectionConfigSetProcessor-98776619757797382-127.0.0.1:35917_solr-n_0000000000) [n:127.0.0.1:35917_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1944810 INFO (qtp28296195-19445) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1944911 INFO (qtp28296195-19455) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945011 INFO (qtp28296195-19453) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945112 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945213 INFO (qtp28296195-19445) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945314 INFO (qtp28296195-19445) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945415 INFO (qtp28296195-19453) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945516 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945617 INFO (qtp28296195-19455) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945717 INFO (qtp28296195-19445) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945818 INFO (qtp28296195-19453) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945919 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1946020 INFO (qtp28296195-19455) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1946120 INFO (qtp28296195-19445) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1946152 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1946153 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 1946153 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Master's version: 1507211609035
[junit4] 2> 1946153 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1946153 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1946153 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1946153 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 1946153 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Number of files in latest index in master: 20
[junit4] 2> 1946154 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@b82ce6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1c21ed6)
[junit4] 2> 1946155 INFO (qtp10166328-19456) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946156 INFO (qtp10166328-19442) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946156 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946157 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.tib&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946158 INFO (qtp10166328-19456) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946158 INFO (qtp10166328-19442) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946159 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_TestBloomFilteredLucenePostings_0.blm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946160 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946160 INFO (qtp10166328-19456) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.tiv&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946161 INFO (qtp10166328-19442) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_TestBloomFilteredLucenePostings_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946162 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_TestBloomFilteredLucenePostings_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946162 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.mdvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946163 INFO (qtp10166328-19456) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_TestBloomFilteredLucenePostings_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946163 INFO (qtp10166328-19442) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_TestBloomFilteredLucenePostings_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946164 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.mdvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946164 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946165 INFO (qtp10166328-19456) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946165 INFO (qtp10166328-19442) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946166 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946166 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946167 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=3541) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@b82ce6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1c21ed6)
[junit4] 2> 1946168 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1946168 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@de7580[tlog_replica_test_add_docs_shard1_replica_t1] main]
[junit4] 2> 1946169 INFO (searcherExecutor-8021-thread-1-processing-n:127.0.0.1:46611_solr x:tlog_replica_test_add_docs_shard1_replica_t1 s:shard1 c:tlog_replica_test_add_docs r:core_node1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t1] Registered new searcher Searcher@de7580[tlog_replica_test_add_docs_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C1)))}
[junit4] 2> 1946221 INFO (qtp28296195-19453) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 1946223 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/admin/plugins params={qt=/admin/plugins&stats=true&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1946226 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 1946227 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/admin/plugins params={qt=/admin/plugins&stats=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1946228 INFO (TEST-TestTlogReplica.testAddDocs-seed#[39AEFAD24CDF207D]) [ ] o.a.s.c.TestTlogReplica tearDown deleting collection
[junit4] 2> 1946228 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=tlog_replica_test_add_docs&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1946230 INFO (OverseerThreadFactory-8014-thread-2-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1946231 INFO (qtp28296195-19451) [n:127.0.0.1:46611_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_add_docs.shard1.replica_t1, tag=null
[junit4] 2> 1946232 INFO (qtp28296195-19451) [n:127.0.0.1:46611_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3442f2: rootName = solr_46611, domain = solr.core.tlog_replica_test_add_docs.shard1.replica_t1, service url = null, agent id = null] for registry solr.core.tlog_replica_test_add_docs.shard1.replica_t1 / com.codahale.metrics.MetricRegistry@1dbbd82
[junit4] 2> 1946233 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_add_docs.shard1.replica_t2, tag=null
[junit4] 2> 1946233 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@135af47: rootName = solr_35917, domain = solr.core.tlog_replica_test_add_docs.shard1.replica_t2, service url = null, agent id = null] for registry solr.core.tlog_replica_test_add_docs.shard1.replica_t2 / com.codahale.metrics.MetricRegistry@19d48a9
[junit4] 2> 1946241 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr ] o.a.s.c.ZkController tlog_replica_test_add_docs_shard1_replica_t2 stopping background replication from leader
[junit4] 2> 1946241 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr ] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t2] CLOSING SolrCore org.apache.solr.core.SolrCore@1d13b64
[junit4] 2> 1946241 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_add_docs.shard1.replica_t2, tag=30489444
[junit4] 2> 1946241 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_add_docs.shard1.leader, tag=30489444
[junit4] 2> 1946243 WARN (zkCallback-2753-thread-2-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.LeaderElector
[junit4] 2> org.apache.solr.common.SolrException: SolrCore not found:tlog_replica_test_add_docs_shard1_replica_t1 in []
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:297)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1946243 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=tlog_replica_test_add_docs_shard1_replica_t2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 1946244 INFO (zkCallback-2760-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1946244 INFO (zkCallback-2753-thread-2-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1946244 INFO (zkCallback-2753-thread-1-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1946246 INFO (qtp28296195-19451) [n:127.0.0.1:46611_solr ] o.a.s.c.ZkController tlog_replica_test_add_docs_shard1_replica_t1 stopping background replication from leader
[junit4] 2> 1946247 INFO (qtp28296195-19451) [n:127.0.0.1:46611_solr ] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t1] CLOSING SolrCore org.apache.solr.core.SolrCore@136adfa
[junit4] 2> 1946247 INFO (qtp28296195-19451) [n:127.0.0.1:46611_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_add_docs.shard1.replica_t1, tag=20360698
[junit4] 2> 1946247 INFO (qtp28296195-19451) [n:127.0.0.1:46611_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_add_docs.shard1.leader, tag=20360698
[junit4] 2> 1946248 INFO (qtp28296195-19451) [n:127.0.0.1:46611_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 1946249 INFO (qtp28296195-19451) [n:127.0.0.1:46611_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=tlog_replica_test_add_docs_shard1_replica_t1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 1946351 INFO (zkCallback-2760-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1946951 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=tlog_replica_test_add_docs&action=DELETE&wt=javabin&version=2} status=0 QTime=723
[junit4] 2> 1946952 INFO (TEST-TestTlogReplica.testAddDocs-seed#[39AEFAD24CDF207D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAddDocs
[junit4] 2> 1946963 INFO (TEST-TestTlogReplica.testOnlyLeaderIndexes-seed#[39AEFAD24CDF207D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOnlyLeaderIndexes
[junit4] 2> 1946964 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_only_leader_indexes&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1946965 INFO (OverseerThreadFactory-8014-thread-3-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_only_leader_indexes
[junit4] 2> 1946965 INFO (OverseerCollectionConfigSetProcessor-98776619757797382-127.0.0.1:35917_solr-n_0000000000) [n:127.0.0.1:35917_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1947167 INFO (OverseerStateUpdate-98776619757797382-127.0.0.1:35917_solr-n_0000000000) [n:127.0.0.1:35917_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_only_leader_indexes",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_only_leader_indexes_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35917/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1947168 INFO (OverseerStateUpdate-98776619757797382-127.0.0.1:35917_solr-n_0000000000) [n:127.0.0.1:35917_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_only_leader_indexes",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_only_leader_indexes_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46611/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1947370 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_only_leader_indexes_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_only_leader_indexes&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1947370 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=tlog_replica_test_only_leader_indexes_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_only_leader_indexes&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1947473 INFO (zkCallback-2754-thread-1-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1947473 INFO (zkCallback-2754-thread-2-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1947473 INFO (zkCallback-2753-thread-2-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1947473 INFO (zkCallback-2753-thread-1-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1948379 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 1948379 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 1948385 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_only_leader_indexes_shard1_replica_t1] Schema name=minimal
[junit4] 2> 1948385 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_only_leader_indexes_shard1_replica_t2] Schema name=minimal
[junit4] 2> 1948387 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1948387 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1948387 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_only_leader_indexes_shard1_replica_t2' using configuration from collection tlog_replica_test_only_leader_indexes, trusted=true
[junit4] 2> 1948387 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_only_leader_indexes_shard1_replica_t1' using configuration from collection tlog_replica_test_only_leader_indexes, trusted=true
[junit4] 2> 1948388 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35917.solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1948388 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46611.solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1948388 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1948389 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1948389 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_only_leader_indexes_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node2/tlog_replica_test_only_leader_indexes_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node2/./tlog_replica_test_only_leader_indexes_shard1_replica_t1/data/]
[junit4] 2> 1948389 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_only_leader_indexes_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node1/tlog_replica_test_only_leader_indexes_shard1_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node1/./tlog_replica_test_only_leader_indexes_shard1_replica_t2/data/]
[junit4] 2> 1948474 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1948474 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1948475 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1948475 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1948476 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@18db2b7[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main]
[junit4] 2> 1948477 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1948477 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1948478 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1948478 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1948478 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1948478 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1948479 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1948479 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@148395b[tlog_replica_test_only_leader_indexes_shard1_replica_t1] main]
[junit4] 2> 1948480 INFO (searcherExecutor-8032-thread-1-processing-n:127.0.0.1:46611_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t2 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node2) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica_t2] Registered new searcher Searcher@18db2b7[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1948480 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580425924646535168
[junit4] 2> 1948480 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_
[...truncated too long message...]
ler@cdefe0{/solr,null,UNAVAILABLE}
[junit4] 2> 2042082 ERROR (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2042082 INFO (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45387 45387
[junit4] 2> 2047696 INFO (Thread-6144) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45387 45387
[junit4] 2> 2047696 WARN (Thread-6144) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 33 /solr/configs/conf
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 8 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 28 /solr/collections/tlog_replica_test_remove_leader/state.json
[junit4] 2> 28 /solr/collections/tlog_replica_test_create_delete/state.json
[junit4] 2> 27 /solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json
[junit4] 2> 26 /solr/collections/tlog_replica_test_kill_leader/state.json
[junit4] 2> 25 /solr/collections/tlog_replica_test_add_remove_tlog_replica/state.json
[junit4] 2> 23 /solr/collections/tlog_replica_test_recovery/state.json
[junit4] 2> 23 /solr/collections/tlog_replica_test_basic_leader_election/state.json
[junit4] 2> 23 /solr/collections/tlog_replica_test_kill_tlog_replica/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_add_docs/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_only_leader_indexes/state.json
[junit4] 2> 13 /solr/collections/tlog_replica_test_real_time_get/state.json
[junit4] 2> 13 /solr/collections/tlog_replica_test_delete_by_id/state.json
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 5 /solr/overseer_elect/election/98776619757797387-127.0.0.1:46611_solr-n_0000000002
[junit4] 2> 3 /solr/collections/tlog_replica_test_recovery/leader_elect/shard1/election/98776619757797387-core_node2-n_0000000000
[junit4] 2> 3 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/98776619757797387-core_node1-n_0000000000
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/98776619757797382-core_node1-n_0000000001
[junit4] 2> 2 /solr/collections/tlog_replica_test_kill_tlog_replica/leader_elect/shard1/election/98776619757797387-core_node2-n_0000000000
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/98776619757797387-core_node5-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/98776619757797382-127.0.0.1:35917_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {foo=PostingsFormat(name=LuceneVarGapDocFreqInterval), title_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), foo_s=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{_version_=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Memory), inplace_updatable_int=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1097, maxMBSortInHeap=6.535086209658816, sim=RandomSimilarity(queryNorm=false): {}, locale=el-GR, timezone=Africa/Asmera
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=180211312,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [DistributedFacetPivotWhiteBoxTest, DeleteLastCustomShardedReplicaTest, TestFieldCache, DistributedExpandComponentTest, QueryParsingTest, DeleteShardTest, TestCursorMarkWithoutUniqueKey, TestXmlQParserPlugin, TestSubQueryTransformer, TestElisionMultitermQuery, SOLR749Test, CloudExitableDirectoryReaderTest, TestBackupRepositoryFactory, TestReloadAndDeleteDocs, MoreLikeThisHandlerTest, LukeRequestHandlerTest, ChaosMonkeySafeLeaderWithPullReplicasTest, DistributedFacetPivotLongTailTest, TestCollapseQParserPlugin, NodeMutatorTest, HdfsBasicDistributedZk2Test, BlobRepositoryCloudTest, TestJavabinTupleStreamParser, IndexSchemaTest, TestLegacyFieldReuse, EnumFieldTest, FileUtilsTest, TestLegacyFieldCache, SolrCmdDistributorTest, TestImpersonationWithHadoopAuth, TestHdfsUpdateLog, TestAtomicUpdateErrorCases, StatsReloadRaceTest, TestCustomSort, TestTolerantUpdateProcessorRandomCloud, DistanceUnitsTest, ExitableDirectoryReaderTest, TestCloudManagedSchema, CoreMergeIndexesAdminHandlerTest, AnalysisAfterCoreReloadTest, TestPostingsSolrHighlighter, ClassificationUpdateProcessorIntegrationTest, SSLMigrationTest, DirectSolrSpellCheckerTest, TestCharFilters, TestTrackingShardHandlerFactory, TestCustomStream, LoggingHandlerTest, TestExportWriter, WrapperMergePolicyFactoryTest, DocValuesTest, TestReplicationHandlerBackup, TestJsonRequest, TestFuzzyAnalyzedSuggestions, TestMultiWordSynonyms, SharedFSAutoReplicaFailoverTest, BadCopyFieldTest, TestNumericTokenStream, TestSearchPerf, TestCloudRecovery, ChaosMonkeySafeLeaderTest, TestQueryTypes, TestLegacyNumericRangeQueryBuilder, TestSimpleQParserPlugin, TestPayloadCheckQParserPlugin, HdfsUnloadDistributedZkTest, TestUnifiedSolrHighlighter, TestSchemaNameResource, TestManagedSchemaAPI, UpdateLogTest, TestSolrCoreSnapshots, DirectSolrConnectionTest, TestLRUCache, PrimUtilsTest, DistribDocExpirationUpdateProcessorTest, TestUninvertingReader, TestSSLRandomization, TestManagedResource, TestUseDocValuesAsStored2, TestRecoveryHdfs, TestStressVersions, ConvertedLegacyTest, TestLRUStatsCache, SchemaVersionSpecificBehaviorTest, SuggesterTSTTest, FileBasedSpellCheckerTest, TestMacroExpander, ImplicitSnitchTest, TestPartialUpdateDeduplication, TestBulkSchemaAPI, SpellCheckCollatorWithCollapseTest, DOMUtilTest, SubstringBytesRefFilterTest, DocValuesMultiTest, TestFieldResource, TestCollationFieldDocValues, BJQParserTest, TestUpdate, ZkCLITest, TestPerFieldSimilarity, ResourceLoaderTest, TestPrepRecovery, AtomicUpdateProcessorFactoryTest, SliceStateTest, ShardRoutingCustomTest, SparseHLLTest, HdfsChaosMonkeySafeLeaderTest, TestDistribIDF, TestSolrCloudWithSecureImpersonation, NoCacheHeaderTest, DocExpirationUpdateProcessorFactoryTest, JsonLoaderTest, TestLeaderElectionWithEmptyReplica, DistanceFunctionTest, RecoveryAfterSoftCommitTest, TestSystemIdResolver, TestHashPartitioner, TestNamedUpdateProcessors, TestGraphTermsQParserPlugin, BasicDistributedZkTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, TestReplicationHandler, ZkSolrClientTest, TestFaceting, TestRecovery, TestRealTimeGet, TestStressReorder, TestJoin, QueryElevationComponentTest, TestSort, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, HighlighterTest, SolrIndexSplitterTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, SuggesterTest, TestTrie, SpatialFilterTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, PrimitiveFieldTypeTest, TestOmitPositions, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, RequiredFieldsTest, TestSolrQueryParser, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, TestCollationField, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, MBeansHandlerTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, TestQuerySenderListener, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, BadComponentTest, TestStressRecovery, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCodecSupport, TestFastWriter, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, PreAnalyzedFieldTest, DateFieldTest, ClusterStateTest, ZkNodePropsTest, TestRTGBase, CursorPagingTest, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CleanupOldIndexTest, CollectionReloadTest, CollectionTooManyReplicasTest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteNodeTest, DistribJoinFromCollectionTest, DistributedQueueTest, DocValuesNotIndexedTest, HttpPartitionTest, MissingSegmentRecoveryTest, MoveReplicaHDFSTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerStatusTest, ReplicationFactorTest, SimpleCollectionCreateDeleteTest, SolrXmlInZkTest, TestAuthenticationFramework, TestClusterProperties, TestCollectionAPI, TestCryptoKeys, TestDownShardTolerantSearch, TestOnReconnectListenerSupport, TestRandomFlRTGCloud, TestTlogReplica]
[junit4] Completed [567/730 (1!)] on J1 in 107.36s, 13 tests, 1 failure <<< FAILURES!
[...truncated 40175 lines...]