You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/08/28 07:57:19 UTC
[JENKINS-EA] Lucene-Solr-master-Windows (32bit/jdk-9-ea+181) -
Build # 6852 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6852/
Java: 32bit/jdk-9-ea+181 -client -XX:+UseSerialGC --illegal-access=deny
2 tests failed.
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1100>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
at __randomizedtesting.SeedInfo.seed([25E00B348F6EE361:F1A5406D6838509A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
Doc with id=1 not found in http://127.0.0.1:53051/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:53051/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
at __randomizedtesting.SeedInfo.seed([25E00B348F6EE361:ADB434EE21928E99]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11736 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest
[junit4] 2> 1673744 INFO (SUITE-CdcrBootstrapTest-seed#[25E00B348F6EE361]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_25E00B348F6EE361-001\init-core-data-001
[junit4] 2> 1673745 WARN (SUITE-CdcrBootstrapTest-seed#[25E00B348F6EE361]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1673745 INFO (SUITE-CdcrBootstrapTest-seed#[25E00B348F6EE361]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1673747 INFO (SUITE-CdcrBootstrapTest-seed#[25E00B348F6EE361]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1673748 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[25E00B348F6EE361]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithContinousIndexingOnSourceCluster
[junit4] 2> 1673748 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[25E00B348F6EE361]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_25E00B348F6EE361-001\cdcr-target-001
[junit4] 2> 1673749 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[25E00B348F6EE361]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1673749 INFO (Thread-1877) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1673749 INFO (Thread-1877) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1673754 ERROR (Thread-1877) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1673849 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[25E00B348F6EE361]) [ ] o.a.s.c.ZkTestServer start zk server on port:62119
[junit4] 2> 1673854 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e27a15d670000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1673856 INFO (jetty-launcher-1740-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1673856 INFO (jetty-launcher-1740-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1da1ec1{/solr,null,AVAILABLE}
[junit4] 2> 1673858 INFO (jetty-launcher-1740-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@d4b89c{HTTP/1.1,[http/1.1]}{127.0.0.1:62123}
[junit4] 2> 1673858 INFO (jetty-launcher-1740-thread-1) [ ] o.e.j.s.Server Started @1683201ms
[junit4] 2> 1673858 INFO (jetty-launcher-1740-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62123}
[junit4] 2> 1673858 ERROR (jetty-launcher-1740-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1673859 INFO (jetty-launcher-1740-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1673859 INFO (jetty-launcher-1740-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1673859 INFO (jetty-launcher-1740-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1673859 INFO (jetty-launcher-1740-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-28T06:57:20.337823200Z
[junit4] 2> 1673863 INFO (jetty-launcher-1740-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1673873 INFO (jetty-launcher-1740-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62119/solr
[junit4] 2> 1674003 INFO (jetty-launcher-1740-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1674004 INFO (jetty-launcher-1740-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:62123_solr
[junit4] 2> 1674006 INFO (jetty-launcher-1740-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98559815858978819-127.0.0.1:62123_solr-n_0000000000) starting
[junit4] 2> 1674012 INFO (jetty-launcher-1740-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62123_solr
[junit4] 2> 1674013 INFO (zkCallback-1747-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1674331 INFO (jetty-launcher-1740-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62123.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bd2cdb
[junit4] 2> 1674339 INFO (jetty-launcher-1740-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62123.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bd2cdb
[junit4] 2> 1674339 INFO (jetty-launcher-1740-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62123.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bd2cdb
[junit4] 2> 1674340 INFO (jetty-launcher-1740-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_25E00B348F6EE361-001\cdcr-target-001\node1\.
[junit4] 2> 1674361 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e27a15d670004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1674366 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e27a15d670005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 1> Target zkHost = 127.0.0.1:62119/solr
[junit4] 2> 1674367 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[25E00B348F6EE361]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_25E00B348F6EE361-001\cdcr-source-001
[junit4] 2> 1674367 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[25E00B348F6EE361]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1674367 INFO (Thread-1890) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1674367 INFO (Thread-1890) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1674371 ERROR (Thread-1890) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1674468 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[25E00B348F6EE361]) [ ] o.a.s.c.ZkTestServer start zk server on port:62143
[junit4] 2> 1674474 INFO (jetty-launcher-1752-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1674475 INFO (jetty-launcher-1752-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10336fb{/solr,null,AVAILABLE}
[junit4] 2> 1674476 INFO (jetty-launcher-1752-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@16280ad{HTTP/1.1,[http/1.1]}{127.0.0.1:62147}
[junit4] 2> 1674476 INFO (jetty-launcher-1752-thread-1) [ ] o.e.j.s.Server Started @1683819ms
[junit4] 2> 1674476 INFO (jetty-launcher-1752-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62147}
[junit4] 2> 1674476 ERROR (jetty-launcher-1752-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1674476 INFO (jetty-launcher-1752-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1674476 INFO (jetty-launcher-1752-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1674476 INFO (jetty-launcher-1752-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1674476 INFO (jetty-launcher-1752-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-28T06:57:20.954840300Z
[junit4] 2> 1674480 INFO (jetty-launcher-1752-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1674484 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e27a15fd10001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1674488 INFO (jetty-launcher-1752-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62143/solr
[junit4] 2> 1674602 INFO (jetty-launcher-1752-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1674603 INFO (jetty-launcher-1752-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:62147_solr
[junit4] 2> 1674604 INFO (jetty-launcher-1752-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98559815899480067-127.0.0.1:62147_solr-n_0000000000) starting
[junit4] 2> 1674611 INFO (jetty-launcher-1752-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62147_solr
[junit4] 2> 1674613 INFO (OverseerStateUpdate-98559815899480067-127.0.0.1:62147_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1674916 INFO (jetty-launcher-1752-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62147.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bd2cdb
[junit4] 2> 1674926 INFO (jetty-launcher-1752-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62147.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bd2cdb
[junit4] 2> 1674926 INFO (jetty-launcher-1752-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62147.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bd2cdb
[junit4] 2> 1674927 INFO (jetty-launcher-1752-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_25E00B348F6EE361-001\cdcr-source-001\node1\.
[junit4] 2> 1674978 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[25E00B348F6EE361]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1674980 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[25E00B348F6EE361]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:62143/solr ready
[junit4] 2> 1674985 INFO (qtp1211547-12278) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1674992 INFO (OverseerThreadFactory-4662-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 1675105 INFO (OverseerStateUpdate-98559815899480067-127.0.0.1:62147_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:62147/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1675307 INFO (qtp1211547-12280) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 1675307 INFO (qtp1211547-12280) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1675416 INFO (zkCallback-1759-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1675416 INFO (zkCallback-1759-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1676322 INFO (qtp1211547-12280) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1676326 INFO (qtp1211547-12280) [ ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1676329 INFO (qtp1211547-12280) [ ] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1676332 INFO (qtp1211547-12280) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1676333 INFO (qtp1211547-12280) [ ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 1676336 INFO (qtp1211547-12280) [ ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 1676336 INFO (qtp1211547-12280) [ ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
[junit4] 2> 1676337 INFO (qtp1211547-12280) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62147.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bd2cdb
[junit4] 2> 1676337 INFO (qtp1211547-12280) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1676337 INFO (qtp1211547-12280) [ ] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_25E00B348F6EE361-001\cdcr-source-001\node1\cdcr-source_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_25E00B348F6EE361-001\cdcr-source-001\node1\.\cdcr-source_shard1_replica_n1\data\]
[junit4] 2> 1676443 INFO (qtp1211547-12280) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 1676443 INFO (qtp1211547-12280) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1676444 INFO (qtp1211547-12280) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1676444 INFO (qtp1211547-12280) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1676448 INFO (qtp1211547-12280) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4865e8[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1676449 INFO (qtp1211547-12280) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 1676450 INFO (qtp1211547-12280) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 1676450 INFO (qtp1211547-12280) [ ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
[junit4] 2> 1676450 INFO (qtp1211547-12280) [ ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1676451 INFO (qtp1211547-12280) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1676456 INFO (qtp1211547-12280) [ ] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 1676459 INFO (qtp1211547-12280) [ ] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
[junit4] 2> 1676479 INFO (qtp1211547-12280) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576957056602079232
[junit4] 2> 1676480 INFO (searcherExecutor-4665-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@4865e8[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1676486 INFO (qtp1211547-12280) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1676486 INFO (qtp1211547-12280) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1676486 INFO (qtp1211547-12280) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:62147/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 1676487 INFO (qtp1211547-12280) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1676487 INFO (qtp1211547-12280) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:62147/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 1676487 INFO (qtp1211547-12280) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1676491 INFO (zkCallback-1759-thread-2) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1
[junit4] 2> 1676492 INFO (qtp1211547-12280) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:62147/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 1676597 INFO (zkCallback-1759-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1676597 INFO (zkCallback-1759-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1676646 INFO (qtp1211547-12280) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1676647 INFO (qtp1211547-12280) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1340
[junit4] 2> 1676652 INFO (qtp1211547-12278) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1676754 INFO (zkCallback-1759-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1676754 INFO (zkCallback-1759-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1676990 INFO (OverseerCollectionConfigSetProcessor-98559815899480067-127.0.0.1:62147_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1677653 INFO (qtp1211547-12278) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2666
[junit4] 1> Adding 10 docs with commit=true, numDocs=100
[junit4] 2> 1677663 INFO (qtp1211547-12281) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 1677664 INFO (qtp1211547-12282) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576957057844641792,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1677664 INFO (qtp1211547-12282) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@f4662d commitCommandVersion:1576957057844641792
[junit4] 2> 1677714 INFO (qtp1211547-12282) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@d324a0[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1677715 INFO (qtp1211547-12282) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1677716 INFO (searcherExecutor-4665-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@d324a0[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100)))}
[junit4] 2> 1677716 INFO (qtp1211547-12282) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=53
[junit4] 1> Adding 10 docs with commit=true, numDocs=200
[junit4] 2> 1677724 INFO (qtp1211547-12283) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 1677725 INFO (qtp1211547-12276) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576957057908604928,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1677726 INFO (qtp1211547-12276) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@f4662d commitCommandVersion:1576957057908604928
[junit4] 2> 1677760 INFO (qtp1211547-12276) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a3403[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1677760 INFO (qtp1211547-12276) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1677762 INFO (searcherExecutor-4665-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@5a3403[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100)))}
[junit4] 2> 1677763 INFO (qtp1211547-12276) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=37
[junit4] 1> Adding 10 docs with commit=true, numDocs=300
[junit4] 2> 1677770 INFO (qtp1211547-12279) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 1677770 INFO (qtp1211547-12280) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576957057955790848,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1677770 INFO (qtp1211547-12280) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@f4662d commitCommandVersion:1576957057955790848
[junit4] 2> 1677809 INFO (qtp1211547-12280) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@90096c[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1677809 INFO (qtp1211547-12280) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1677811 INFO (searcherExecutor-4665-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@90096c[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100)))}
[junit4] 2> 1677812 INFO (qtp1211547-12280) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=41
[junit4] 1> Adding 10 docs with commit=true, numDocs=400
[junit4] 2> 1677821 INFO (qtp1211547-12278) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 1677821 INFO (qtp1211547-12281) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576957058009268224,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1677821 INFO (qtp1211547-12281) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@f4662d commitCommandVersion:1576957058009268224
[junit4] 2> 1677867 INFO (qtp1211547-12281) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@573971[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1677868 INFO (qtp1211547-12281) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1677870 INFO (searcherExecutor-4665-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@573971[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100)))}
[junit4] 2> 1677870 INFO (qtp1211547-12281) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=48
[junit4] 1> Adding 10 docs with commit=true, numDocs=500
[junit4] 2> 1677877 INFO (qtp1211547-12282) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 1677877 INFO (qtp1211547-12283) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576957058067988480,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1677877 INFO (qtp1211547-12283) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@f4662d commitCommandVersion:1576957058067988480
[junit4] 2> 1677922 INFO (qtp1211547-12283) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a01900[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1677922 INFO (qtp1211547-12283) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1677923 INFO (searcherExecutor-4665-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1a01900[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100)))}
[junit4] 2> 1677923 INFO (qtp1211547-12283) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=46
[junit4] 1> Adding 10 docs with commit=true, numDocs=600
[junit4] 2> 1677930 INFO (qtp1211547-12276) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1677931 INFO (qtp1211547-12279) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576957058124611584,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1677931 INFO (qtp1211547-12279) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@f4662d commitCommandVersion:1576957058124611584
[junit4] 2> 1677979 INFO (qtp1211547-12279) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@556a5[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1677979 INFO (qtp1211547-12279) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1677981 INFO (searcherExecutor-4665-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@556a5[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100)))}
[junit4] 2> 1677981 INFO (qtp1211547-12279) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=50
[junit4] 1> Adding 10 docs with commit=true, numDocs=700
[junit4] 2> 1677988 INFO (qtp1211547-12280) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1677989 INFO (qtp1211547-12278) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576957058184380416,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1677989 INFO (qtp1211547-12278) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@f4662d commitCommandVersion:1576957058184380416
[junit4] 2> 1678056 INFO (qtp1211547-12278) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7f2bbb[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1678058 INFO (qtp1211547-12278) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1678059 INFO (searcherExecutor-4665-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@7f2bbb[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100)))}
[junit4] 2> 1678060 INFO (qtp1211547-12278) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=70
[junit4] 1> Adding 10 docs with commit=true, numDocs=800
[junit4] 2> 1678066 INFO (qtp1211547-12281) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1678066 INFO (qtp1211547-12282) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576957058266169344,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1678066 INFO (qtp1211547-12282) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@f4662d commitCommandVersion:1576957058266169344
[junit4] 2> 1678117 INFO (qtp1211547-12282) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@100e8f1[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1678117 INFO (qtp1211547-12282) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1678119 INFO (searcherExecutor-4665-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@100e8f1[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100) Uninverting(_7(8.0.0):C100)))}
[junit4] 2> 1678119 INFO (qtp1211547-12282) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=53
[junit4] 1> Adding 10 docs with commit=true, numDocs=900
[junit4] 2> 1678125 INFO (qtp1211547-12283) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1678126 INFO (qtp1211547-12276) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576957058329083904,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1678126 INFO (qtp1211547-12276) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@f4662d commitCommandVersion:1576957058329083904
[junit4] 2> 1678184 INFO (qtp1211547-12276) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1235bb3[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1678184 INFO (qtp1211547-12276) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1678185 INFO (searcherExecutor-4665-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1235bb3[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100) Uninverting(_7(8.0.0):C100) Uninverting(_8(8.0.0):C100)))}
[junit4] 2> 1678185 INFO (qtp1211547-12276) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=59
[junit4] 1> Adding 10 docs with commit=true, numDocs=1000
[junit4] 2> 1678191 INFO (qtp1211547-12279) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1678192 INFO (qtp1211547-12280) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576957058398289920,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1678192 INFO (qtp1211547-12280) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@f4662d commitCommandVersion:1576957058398289920
[junit4] 2> 1678253 INFO (qtp1211547-12280) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@e3724f[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1678254 INFO (qtp1211547-12280) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1678255 INFO (searcherExecutor-4665-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@e3724f[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100) Uninverting(_7(8.0.0):C100) Uninverting(_8(8.0.0):C100) Uninverting(_9(8.0.0):C100)))}
[junit4] 2> 1678256 INFO (qtp1211547-12280) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=62
[junit4] 2> 1678257 INFO (qtp1211547-12278) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:4&wt=javabin&version=2} hits=1000 status=0 QTime=0
[junit4] 2> 1678268 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e27a15d670006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1678273 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[25E00B348F6EE361]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1678274 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[25E00B348F6EE361]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:62119/solr ready
[junit4] 2> 1678275 INFO (qtp1345737-12231) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1678280 INFO (OverseerThreadFactory-4654-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection cdcr-target
[junit4] 2> 1678398 INFO (OverseerStateUpdate-98559815858978819-127.0.0.1:62123_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-target",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-target_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:62123/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1678600 INFO (qtp1345737-12238) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1678601 INFO (qtp1345737-12238) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1678708 INFO (zkCallback-1747-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1678709 INFO (zkCallback-1747-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1679613 INFO (qtp1345737-12238) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1679617 INFO (qtp1345737-12238) [ ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1679620 INFO (qtp1345737-12238) [ ] o.a.s.s.IndexSchema [cdcr-target_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1679621 INFO (qtp1345737-12238) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1679622 INFO (qtp1345737-12238) [ ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-target/managed-schema
[junit4] 2> 1679625 INFO (qtp1345737-12238) [ ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-target/schema.xml to /configs/cdcr-target/schema.xml.bak
[junit4] 2> 1679625 INFO (qtp1345737-12238) [ ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-target_shard1_replica_n1' using configuration from collection cdcr-target, trusted=true
[junit4] 2> 1679626 INFO (qtp1345737-12238) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62123.solr.core.cdcr-target.shard1.replica_n1' (registry 'solr.core.cdcr-target.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bd2cdb
[junit4] 2> 1679626 INFO (qtp1345737-12238) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1679626 INFO (qtp1345737-12238) [ ] o.a.s.c.SolrCore [[cdcr-target_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_25E00B348F6EE361-001\cdcr-target-001\node1\cdcr-target_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_25E00B348F6EE361-001\cdcr-target-001\node1\.\cdcr-target_shard1_replica_n1\data\]
[junit4] 2> 1679710 INFO (qtp1345737-12238) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 1679710 INFO (qtp1345737-12238) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1679712 INFO (qtp1345737-12238) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1679712 INFO (qtp1345737-12238) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1679713 INFO (qtp1345737-12238) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1402426[cdcr-target_shard1_replica_n1] main]
[junit4] 2> 1679716 INFO (qtp1345737-12238) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-target
[junit4] 2> 1679716 INFO (qtp1345737-12238) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-target
[junit4] 2> 1679716 INFO (qtp1345737-12238) [ ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-target/managed-schema
[junit4] 2> 1679717 INFO (qtp1345737-12238) [ ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1679718 INFO (qtp1345737-12238) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1679721 INFO (qtp1345737-12238) [ ] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-target/cdcr/state/buffer
[junit4] 2> 1679723 INFO (qtp1345737-12238) [ ] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-target/cdcr/state/process
[junit4] 2> 1679724 INFO (searcherExecutor-4671-thread-1) [ ] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] Registered new searcher Searcher@1402426[cdcr-target_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1679725 INFO (qtp1345737-12238) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576957060005756928
[junit4] 2> 1679731 INFO (qtp1345737-12238) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1679731 INFO (qtp1345737-12238) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1679731 INFO (qtp1345737-12238) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:62123/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 1679731 INFO (qtp1345737-12238) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1679731 INFO (qtp1345737-12238) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:62123/solr/cdcr-target_shard1_replica_n1/ has no replicas
[junit4] 2> 1679731 INFO (qtp1345737-12238) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1679735 INFO (zkCallback-1747-thread-2) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-target:shard1
[junit4] 2> 1679738 INFO (qtp1345737-12238) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:62123/solr/cdcr-target_shard1_replica_n1/ shard1
[junit4] 2> 1679842 INFO (zkCallback-1747-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1679842 INFO (zkCallback-1747-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1679890 INFO (qtp1345737-12238) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1679891 INFO (qtp1345737-12238) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1291
[junit4] 2> 1679894 INFO (qtp1345737-12231) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1679996 INFO (zkCallback-1747-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1679996 INFO (zkCallback-1747-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1680285 INFO (OverseerCollectionConfigSetProcessor-98559815858978819-127.0.0.1:62123_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1680895 INFO (qtp1345737-12231) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2619
[junit4] 2> 1681898 INFO (zkCallback-1747-thread-2) [ ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/cdcr/state/process @ cdcr-target:shard1
[junit4] 2> 1681898 INFO (qtp1345737-12237) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-target:4&action=start&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1681899 INFO (zkCallback-1747-thread-2) [ ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-target:shard1
[junit4] 2> 1681904 INFO (qtp1211547-12278) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1681906 INFO (qtp1211547-12278) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:62119/solr ready
[junit4] 2> 1681911 INFO (qtp1345737-12233) [ ] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
[junit4] 2> 1681911 INFO (qtp1345737-12233) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1681912 INFO (qtp1345737-12235) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={_stateVer_=cdcr-target:4&action=COLLECTIONCHECKPOINT&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1681912 INFO (qtp1211547-12278) [ ] o.a.s.h.CdcrReplicatorManager Create new update log reader for target cdcr-target with checkpoint -1 @ cdcr-source:shard1
[junit4] 2> 1681912 INFO (qtp1211547-12278) [ ] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target, shard: shard1
[junit4] 2> 1681914 INFO (qtp1211547-12278) [ ] o.a.s.h.CdcrReplicatorManager Submitting bootstrap task to executor
[junit4] 2> 1681915 INFO (zkCallback-1759-thread-1) [ ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/process @ cdcr-source:shard1
[junit4] 2> 1681915 INFO (zkCallback-1759-thread-1) [ ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-source:shard1
[junit4] 2> 1681915 INFO (qtp1211547-12278) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=start&wt=javabin&version=2} status=0 QTime=15
[junit4] 1> Adding 10 docs with commit=true, numDocs=1100
[junit4] 2> 1681917 INFO (cdcr-bootstrap-status-1771-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target shard: shard1 leader: http://127.0.0.1:62123/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 1681919 INFO (qtp1345737-12244) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=http://127.0.0.1:62147/solr/cdcr-source_shard1_replica_n1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1681921 INFO (qtp1345737-12238) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1681921 WARN (cdcr-bootstrap-status-1771-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Bootstrap process was not found on target collection: cdcr-target shard: shard1, leader: http://127.0.0.1:62123/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 1681921 INFO (cdcr-bootstrap-status-1771-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target shard: shard1 leader: http://127.0.0.1:62123/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 1681921 INFO (qtp1345737-12231) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=http://127.0.0.1:62147/solr/cdcr-source_shard1_replica_n1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1681923 INFO (qtp1345737-12237) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1681924 INFO (cdcr-bootstrap-status-1771-thread-1) [ ] o.a.s.h.CdcrReplicatorManager CDCR bootstrap running for 1 seconds, sleeping for 2000 ms
[junit4] 2> 1681926 INFO (recoveryExecutor-1745-thread-1) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1681928 INFO (qtp1211547-12282) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 1681928 INFO (qtp1211547-12283) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576957062315769856,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1681928 INFO (qtp1211547-12283) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@f4662d commitCommandVersion:1576957062315769856
[junit4] 2> 1681966 INFO (qtp1211547-12283) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2bbc46[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1681967 INFO (qtp1211547-12283) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1681967 INFO (qtp1211547-12279) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576957062316818432,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1681968 INFO (qtp1211547-12279) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1681968 INFO (searcherExecutor-4665-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@2bbc46[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(8.0.0):C1000) Uninverting(_b(8.0.0):C100)))}
[junit4] 2> 1681969 INFO (qtp1211547-12279) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1681969 INFO (qtp1211547-12279) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2} status=0 QTime=39
[junit4] 2> 1681971 INFO (qtp1211547-12280) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1681971 INFO (recoveryExecutor-1745-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 12
[junit4] 2> 1681971 INFO (recoveryExecutor-1745-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 1503903448406
[junit4] 2> 1681971 INFO (recoveryExecutor-1745-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1681971 INFO (recoveryExecutor-1745-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1681971 INFO (recoveryExecutor-1745-thread-1) [ ] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1682006 INFO (qtp1211547-12280) [ ] o.a.s.h.ReplicationHandler Adding tlog files to list: [{size=4657, name=tlog.0000000000000000000.1576957057835204608}, {size=4778, name=tlog.0000000000000000001.1576957057900216320}, {size=4778, name=tlog.0000000000000000002.1576957057948450816}, {size=4778, name=tlog.0000000000000000003.1576957058000879616}, {size=4778, name=tlog.0000000000000000004.1576957058061697024}, {size=4778, name=tlog.0000000000000000005.1576957058117271552}, {size=4778, name=tlog.0000000000000000006.1576957058178088960}, {size=4778, name=tlog.0000000000000000007.1576957058260926464}, {size=4778, name=tlog.0000000000000000008.1576957058322792448}, {size=4778, name=tlog.0000000000000000009.1576957058391998464}, {size=4878, name=tlog.0000000000000000010.1576957062305284096}]
[junit4] 2> 1682006 INFO (qtp1211547-12280) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=33
[junit4] 2> 1682007 INFO (recoveryExecutor-1745-thread-1) [ ] o.a.s.h.IndexFetcher Number of files in latest index in master: 41
[junit4] 2> 1682007 INFO (recoveryExecutor-1745-thread-1) [ ] o.a.s.h.IndexFetcher Number of tlog files in master: 11
[junit4] 2> 1682012 INFO (recoveryExecutor-1745-thread-1) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1682012 INFO (recoveryExecutor-1745-thread-1) [ ] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@32dfef lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1661913)
[junit4] 2> 1682012 INFO (qtp1211547-12278) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene50_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682014 INFO (qtp1211547-12278) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_LuceneVarGapFixedInterval_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682016 INFO (qtp1211547-12278) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682017 INFO (qtp1211547-12278) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682019 INFO (qtp1211547-12281) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene50_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682020 INFO (qtp1211547-12280) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_LuceneVarGapFixedInterval_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682021 INFO (qtp1211547-12280) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene70_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682023 INFO (qtp1211547-12280) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682024 INFO (qtp1211547-12280) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682025 INFO (qtp1211547-12278) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene50_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682026 INFO (qtp1211547-12281) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_LuceneVarGapFixedInterval_0.tiv&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682027 INFO (qtp1211547-12282) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Direct_0.dvdm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682028 INFO (qtp1211547-12282) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene70_1.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682030 INFO (qtp1211547-12282) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682031 INFO (qtp1211547-12280) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682031 INFO (qtp1211547-12278) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.dii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682034 INFO (qtp1211547-12281) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Direct_0.dvdd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682035 INFO (qtp1211547-12276) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.dim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682036 INFO (qtp1211547-12276) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene70_1.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682037 INFO (qtp1211547-12282) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682038 INFO (qtp1211547-12280) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene70_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682039 INFO (qtp1211547-12278) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_LuceneVarGapFixedInterval_0.tib&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682041 INFO (qtp1211547-12281) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682042 INFO (qtp1211547-12279) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b_LuceneVarGapFixedInterval_0.tib&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682043 INFO (qtp1211547-12276) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b_Lucene70_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682044 INFO (qtp1211547-12282) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682045 INFO (qtp1211547-12280) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b.dim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682046 INFO (qtp1211547-12278) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b_LuceneVarGapFixedInterval_0.tiv&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682047 INFO (qtp1211547-12281) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682048 INFO (qtp1211547-12279) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682049 INFO (qtp1211547-12276) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b.dii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682050 INFO (qtp1211547-12282) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b_Lucene70_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682051 INFO (qtp1211547-12280) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b_Lucene50_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682053 INFO (qtp1211547-12278) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b_Lucene50_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682053 INFO (qtp1211547-12283) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=125
[junit4] 1> Adding 10 docs with commit=true, numDocs=1200
[junit4] 2> 1682054 INFO (qtp1211547-12281) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b_Lucene50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682054 INFO (qtp1211547-12276) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b_Lucene50_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682070 INFO (qtp1211547-12282) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682074 INFO (qtp1211547-12279) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=19
[junit4] 2> 1682075 INFO (qtp1211547-12282) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b_LuceneVarGapFixedInterval_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682076 INFO (qtp1211547-12282) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576957062470959104,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1682076 INFO (qtp1211547-12282) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@f4662d commitCommandVersion:1576957062470959104
[junit4] 2> 1682079 INFO (qtp1211547-12278) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682080 INFO (qtp1211547-12283) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_b_LuceneVarGapFixedInterval_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682082 INFO (qtp1211547-12281) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=segments_c&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682082 INFO (recoveryExecutor-1745-thread-1) [ ] o.a.s.h.IndexFetcher Starting download of tlog files from master: [{size=4657, name=tlog.0000000000000000000.1576957057835204608}, {size=4778, name=tlog.0000000000000000001.1576957057900216320}, {size=4778, name=tlog.0000000000000000002.1576957057948450816}, {size=4778, name=tlog.0000000000000000003.1576957058000879616}, {size=4778, name=tlog.0000000000000000004.1576957058061697024}, {size=4778, name=tlog.0000000000000000005.1576957058117271552}, {size=4778, name=tlog.0000000000000000006.1576957058178088960}, {size=4778, name=tlog.0000000000000000007.1576957058260926464}, {size=4778, name=tlog.0000000000000000008.1576957058322792448}, {size=4778, name=tlog.0000000000000000009.1576957058391998464}, {size=4878, name=tlog.0000000000000000010.1576957062305284096}]
[junit4] 2> 1682087 INFO (qtp1211547-12276) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000000.1576957057835204608&wt=filestream&command=filecontent} status=0 QTime=1
[junit4] 2> 1682089 INFO (qtp1211547-12279) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000001.1576957057900216320&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682091 INFO (qtp1211547-12280) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000002.1576957057948450816&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682094 INFO (qtp1211547-12278) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000003.1576957058000879616&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682096 INFO (qtp1211547-12283) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000004.1576957058061697024&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682099 INFO (qtp1211547-12281) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000005.1576957058117271552&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682102 INFO (qtp1211547-12276) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000006.1576957058178088960&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682104 INFO (qtp1211547-12279) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000007.1576957058260926464&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682105 INFO (qtp1211547-12280) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000008.1576957058322792448&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682107 INFO (qtp1211547-12278) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000009.1576957058391998464&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682109 INFO (qtp1211547-12283) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000010.1576957062305284096&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1682110 INFO (recoveryExecutor-1745-thread-1) [ ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=104986) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@32dfef lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1661913)
[junit4] 2> 1682120 INFO (qtp1211547-12282) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@791718[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1682120 INFO (qtp1211547-12282) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1682123 INFO (searcherExecutor-4665-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@791718[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(8.0.0):C1000) Uninverting(_b(8.0.0):C100) Uninverting(_c(8.0.0):C100)))}
[junit4] 2> 1682123 INFO (qtp1211547-12282) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=46
[junit4] 1> Adding 10 docs with commit=true, numDocs=1300
[junit4] 2> 1682124 INFO (recoveryExecutor-1745-thread-1) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1682124 INFO (recoveryExecutor-1745-thread-1) [ ] o.a.s.h.IndexFetcher Reloading SolrCore cdcr-target_shard1_replica_n1
[junit4] 2> 1682129 INFO (qtp1211547-12281) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1682130 INFO (qtp1211547-12276) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576957062527582208,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1682130 INFO (qtp1211547-12276) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@f4662d commitCommandVersion:1576957062527582208
[junit4] 2> 1682141 INFO (Thread-1901) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1682147 INFO (Thread-1901) [ ] o.a.s.s.IndexSchema [cdcr-target_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1682149 INFO (Thread-1901) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1682149 INFO (Thread-1901) [ ] o.a.s.c.CoreContainer Reloading SolrCore 'cdcr-target_shard1_replica_n1' using configuration from collection cdcr-target
[junit4] 2> 1682189 INFO (qtp1211547-12276) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@989ca3[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1682190 INFO (qtp1211547-12276) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1682191 INFO (searcherExecutor-4665-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@989ca3[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(8.0.0):C1000) Uninverting(_b(8.0.0):C100) Uninverting(_c(8.0.0):C100) Uninverting(_d(8.0.0):C100)))}
[junit4] 2> 1682191 INFO (qtp1211547-12276) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=61
[junit4] 1> Adding 10 docs with commit=true, numDocs=1400
[junit4] 2> 1682195 INFO (Thread-1901) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62123.solr.core.cdcr-target.shard1.replica_n1' (registry 'solr.core.cdcr-target.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bd2cdb
[junit4] 2> 1682195 INFO (Thread-1901) [ ] o.a.s.c.SolrCore [[cdcr-target_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_25E00B348F6EE361-001\cdcr-target-001\node1\cdcr-target_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_25E00B348F6EE361-001\cdcr-target-001\node1\.\cdcr-target_shard1_replica_n1\data\]
[junit4] 2> 1682197 INFO (qtp1211547-12279) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1682197 INFO (qtp1211547-12280) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576957062597836811,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1682198 INFO (qtp1211547-122
[...truncated too long message...]
titionTest -Dtests.method=test -Dtests.seed=25E00B348F6EE361 -Dtests.slow=true -Dtests.locale=kk -Dtests.timezone=Etc/GMT-10 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 29.2s J1 | HttpPartitionTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:53051/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
[junit4] > at __randomizedtesting.SeedInfo.seed([25E00B348F6EE361:ADB434EE21928E99]:0)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.HttpPartitionTest_25E00B348F6EE361-001
[junit4] 2> Aug 28, 2017 7:11:52 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=Lucene50(blocksize=128), a_t=Lucene50(blocksize=128), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), text=BlockTreeOrds(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Direct), intDvoDefault=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=947, maxMBSortInHeap=6.371613227600683, sim=RandomSimilarity(queryNorm=true): {}, locale=kk, timezone=Etc/GMT-10
[junit4] 2> NOTE: Windows 10 10.0 x86/Oracle Corporation 9 (32-bit)/cpus=3,threads=1,free=151401136,total=458616832
[junit4] 2> NOTE: All tests run in this JVM: [SearchHandlerTest, TestSolrJ, TestFilteredDocIdSet, TestDocumentBuilder, DistributedFacetPivotLargeTest, TestComponentsName, UpdateParamsTest, StressHdfsTest, DistributedQueryElevationComponentTest, TestManagedSynonymGraphFilterFactory, SolrSlf4jReporterTest, MetricsHandlerTest, TestSerializedLuceneMatchVersion, MultiThreadedOCPTest, TestPivotHelperCode, DocValuesMissingTest, TestHdfsUpdateLog, TestSolrIndexConfig, DocValuesNotIndexedTest, VMParamsZkACLAndCredentialsProvidersTest, TestPartialUpdateDeduplication, CollectionsAPIDistributedZkTest, V2ApiIntegrationTest, SecurityConfHandlerTest, TestSearchPerf, TestNumericRangeQuery32, TestCustomDocTransformer, TestDocSet, ChaosMonkeySafeLeaderTest, TestScoreJoinQPScore, ConvertedLegacyTest, TestValueSourceCache, RecoveryAfterSoftCommitTest, DistributedMLTComponentTest, DocValuesMultiTest, TestTestInjection, TestSizeLimitedDistributedMap, LukeRequestHandlerTest, TestRangeQuery, TestLocalFSCloudBackupRestore, DirectSolrSpellCheckerTest, LargeFieldTest, FacetPivotSmallTest, BadComponentTest, BasicFunctionalityTest, OpenCloseCoreStressTest, TestSQLHandlerNonCloud, TestSolrCoreParser, AddBlockUpdateTest, HdfsDirectoryFactoryTest, TestUseDocValuesAsStored2, TestEmbeddedSolrServerSchemaAPI, TestPrepRecovery, TestPullReplicaErrorHandling, SolrPluginUtilsTest, LeaderElectionContextKeyTest, TestPayloadCheckQParserPlugin, TestSolrXml, AliasIntegrationTest, TestFieldTypeCollectionResource, TestCollationField, TestAddFieldRealTimeGet, TestHalfAndHalfDocValues, CurrencyFieldTypeTest, MoveReplicaHDFSUlogDirTest, TestAnalyzedSuggestions, CustomCollectionTest, BasicZkTest, TestCrossCoreJoin, TestSimpleTextCodec, TestIndexSearcher, TestJavabinTupleStreamParser, DistributedFacetPivotWhiteBoxTest, SpellCheckCollatorTest, ReplicaListTransformerTest, TestConfigSetsAPIZkFailure, JsonLoaderTest, TestTrieFacet, TestZkAclsWithHadoopAuth, FileBasedSpellCheckerTest, TlogReplayBufferedWhileIndexingTest, UpdateRequestProcessorFactoryTest, SolrRequestParserTest, OverseerTaskQueueTest, TestFieldCache, DOMUtilTest, SmileWriterTest, TestPerFieldSimilarity, TestLegacyNumericRangeQueryBuilder, TestSchemaNameResource, BaseCdcrDistributedZkTest, TestFieldCacheVsDocValues, LeaderFailureAfterFreshStartTest, TestCustomSort, TestCSVLoader, TestBadConfig, ConnectionReuseTest, DistribDocExpirationUpdateProcessorTest, TestSmileRequest, TestSolrCloudWithKerberosAlt, BasicDistributedZk2Test, TestNestedDocsSort, GraphQueryTest, TestStressLiveNodes, TestMergePolicyConfig, SolrCoreCheckLockOnStartupTest, MBeansHandlerTest, DocumentBuilderTest, TestExactStatsCache, SolrCLIZkUtilsTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestOrdValues, TestDistributedMissingSort, DistributedFacetPivotSmallAdvancedTest, SolrIndexConfigTest, DebugComponentTest, TestPostingsSolrHighlighter, TermsComponentTest, TestCustomStream, TestEmbeddedSolrServerAdminHandler, TestBM25SimilarityFactory, VersionInfoTest, ResponseHeaderTest, CdcrRequestHandlerTest, TestBlendedInfixSuggestions, TestComplexPhraseLeadingWildcard, TestFreeTextSuggestions, TestMacros, TestConfigSetsAPI, ConcurrentDeleteAndCreateCollectionTest, BufferStoreTest, BadIndexSchemaTest, SuggestComponentTest, TestFastLRUCache, SystemInfoHandlerTest, TestUnifiedSolrHighlighter, TermVectorComponentDistributedTest, RestartWhileUpdatingTest, TestCollectionAPIs, TestSolr4Spatial, TestSubQueryTransformerDistrib, DistributedExpandComponentTest, RulesTest, TestZkChroot, PreAnalyzedFieldTest, TestRTGBase, JavabinLoaderTest, SolrShardReporterTest, TestSuggestSpellingConverter, TestManagedSchemaAPI, LoggingHandlerTest, OpenExchangeRatesOrgProviderTest, TestReplicationHandlerBackup, TestLegacyFieldReuse, MoreLikeThisHandlerTest, TestManagedResourceStorage, AutoCommitTest, CloudMLTQParserTest, TestConfigSets, TestMiniSolrCloudClusterSSL, TestQueryTypes, PeerSyncWithIndexFingerprintCachingTest, SOLR749Test, TestMaxTokenLenTokenizer, TestLuceneMatchVersion, TestStreamBody, ParsingFieldUpdateProcessorsTest, CdcrUpdateLogTest, SolrMetricReporterTest, TestRestoreCore, TestReloadAndDeleteDocs, TestNumericTerms64, HdfsUnloadDistributedZkTest, LeaderInitiatedRecoveryOnShardRestartTest, TestRecoveryHdfs, TestHashQParserPlugin, TestRandomRequestDistribution, AnalyticsQueryTest, UnloadDistributedZkTest, SyncSliceTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, ZkSolrClientTest, TestRandomDVFaceting, ZkCLITest, ShardRoutingCustomTest, TestDistributedGrouping, TestFaceting, TestRecovery, ZkControllerTest, TestRealTimeGet, TestStressReorder, TestJoin, TestReload, DistributedTermsComponentTest, TestCoreContainer, StatsComponentTest, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, TestSort, TestFiltering, TestFunctionQuery, ShowFileRequestHandlerTest, SimplePostToolTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SuggesterFSTTest, CoreAdminHandlerTest, DocValuesTest, SuggesterTSTTest, TestStressLucene, TestTrie, SpatialFilterTest, PolyFieldTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, DistanceFunctionTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, CacheHeaderTest, DisMaxRequestHandlerTest, TestQueryUtils, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, RequestHandlersTest, TermVectorComponentTest, RequiredFieldsTest, TestSolrQueryParser, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, TestJmxIntegration, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, SearchHandlerTest, TestQuerySenderListener, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestSolrCoreProperties, DirectSolrConnectionTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, TestSweetSpotSimilarityFactory, TestLMJelinekMercerSimilarityFactory, ResourceLoaderTest, ScriptEngineTest, TestSystemIdResolver, ClusterStateTest, TestLRUCache, ZkNodePropsTest, FileUtilsTest, DistributedIntervalFacetingTest, AssignTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, CollectionsAPIAsyncDistributedZkTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DistribCursorPagingTest, HealthCheckHandlerTest, HttpPartitionTest]
[junit4] Completed [517/732 (2!)] on J1 in 29.84s, 1 test, 1 failure <<< FAILURES!
[...truncated 37256 lines...]
[JENKINS] Lucene-Solr-master-Windows (32bit/jdk1.8.0_144) - Build #
6860 - Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6860/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestCloudRecovery.corruptedLogTest
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([4EE4C0B87CE14867:CD929F4AAA9846C6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.TestCloudRecovery.corruptedLogTest(TestCloudRecovery.java:184)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12903 lines...]
[junit4] Suite: org.apache.solr.cloud.TestCloudRecovery
[junit4] 2> 2745491 INFO (SUITE-TestCloudRecovery-seed#[4EE4C0B87CE14867]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_4EE4C0B87CE14867-001\init-core-data-001
[junit4] 2> 2745493 WARN (SUITE-TestCloudRecovery-seed#[4EE4C0B87CE14867]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
[junit4] 2> 2745494 INFO (SUITE-TestCloudRecovery-seed#[4EE4C0B87CE14867]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2745499 INFO (SUITE-TestCloudRecovery-seed#[4EE4C0B87CE14867]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2745503 INFO (SUITE-TestCloudRecovery-seed#[4EE4C0B87CE14867]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_4EE4C0B87CE14867-001\tempDir-001
[junit4] 2> 2745503 INFO (SUITE-TestCloudRecovery-seed#[4EE4C0B87CE14867]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2745504 INFO (Thread-4702) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2745504 INFO (Thread-4702) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2745510 ERROR (Thread-4702) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2745607 INFO (SUITE-TestCloudRecovery-seed#[4EE4C0B87CE14867]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:51292
[junit4] 2> 2745630 INFO (jetty-launcher-4753-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2745630 INFO (jetty-launcher-4753-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2745632 INFO (jetty-launcher-4753-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1184358{/solr,null,AVAILABLE}
[junit4] 2> 2745632 INFO (jetty-launcher-4753-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1658ea4{/solr,null,AVAILABLE}
[junit4] 2> 2745641 INFO (jetty-launcher-4753-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e953ac{SSL,[ssl, http/1.1]}{127.0.0.1:51296}
[junit4] 2> 2745641 INFO (jetty-launcher-4753-thread-1) [ ] o.e.j.s.Server Started @2754096ms
[junit4] 2> 2745641 INFO (jetty-launcher-4753-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@16b1ab0{SSL,[ssl, http/1.1]}{127.0.0.1:51297}
[junit4] 2> 2745641 INFO (jetty-launcher-4753-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51296}
[junit4] 2> 2745641 INFO (jetty-launcher-4753-thread-2) [ ] o.e.j.s.Server Started @2754096ms
[junit4] 2> 2745641 INFO (jetty-launcher-4753-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51297}
[junit4] 2> 2745641 ERROR (jetty-launcher-4753-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2745641 ERROR (jetty-launcher-4753-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2745641 INFO (jetty-launcher-4753-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2745642 INFO (jetty-launcher-4753-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2745642 INFO (jetty-launcher-4753-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2745642 INFO (jetty-launcher-4753-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2745642 INFO (jetty-launcher-4753-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2745642 INFO (jetty-launcher-4753-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2745642 INFO (jetty-launcher-4753-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-31T18:10:46.606Z
[junit4] 2> 2745642 INFO (jetty-launcher-4753-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-31T18:10:46.606Z
[junit4] 2> 2745649 INFO (jetty-launcher-4753-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2745650 INFO (jetty-launcher-4753-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2745669 INFO (jetty-launcher-4753-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51292/solr
[junit4] 2> 2745671 INFO (jetty-launcher-4753-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51292/solr
[junit4] 2> 2745834 INFO (jetty-launcher-4753-thread-2) [n:127.0.0.1:51297_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2745835 INFO (jetty-launcher-4753-thread-2) [n:127.0.0.1:51297_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51297_solr
[junit4] 2> 2745836 INFO (jetty-launcher-4753-thread-2) [n:127.0.0.1:51297_solr ] o.a.s.c.Overseer Overseer (id=98579450853654533-127.0.0.1:51297_solr-n_0000000000) starting
[junit4] 2> 2745838 INFO (jetty-launcher-4753-thread-1) [n:127.0.0.1:51296_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2745840 INFO (jetty-launcher-4753-thread-1) [n:127.0.0.1:51296_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51296_solr
[junit4] 2> 2745841 INFO (zkCallback-4765-thread-1-processing-n:127.0.0.1:51296_solr) [n:127.0.0.1:51296_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2745841 INFO (zkCallback-4764-thread-1-processing-n:127.0.0.1:51297_solr) [n:127.0.0.1:51297_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2745846 INFO (jetty-launcher-4753-thread-2) [n:127.0.0.1:51297_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51297_solr
[junit4] 2> 2745848 INFO (zkCallback-4764-thread-1-processing-n:127.0.0.1:51297_solr) [n:127.0.0.1:51297_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2745848 INFO (zkCallback-4765-thread-1-processing-n:127.0.0.1:51296_solr) [n:127.0.0.1:51296_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2746090 INFO (jetty-launcher-4753-thread-1) [n:127.0.0.1:51296_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51296.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@185ffcd
[junit4] 2> 2746104 INFO (jetty-launcher-4753-thread-1) [n:127.0.0.1:51296_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51296.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@185ffcd
[junit4] 2> 2746104 INFO (jetty-launcher-4753-thread-1) [n:127.0.0.1:51296_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51296.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@185ffcd
[junit4] 2> 2746106 INFO (jetty-launcher-4753-thread-1) [n:127.0.0.1:51296_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_4EE4C0B87CE14867-001\tempDir-001\node1\.
[junit4] 2> 2746188 INFO (jetty-launcher-4753-thread-2) [n:127.0.0.1:51297_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51297.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@185ffcd
[junit4] 2> 2746198 INFO (jetty-launcher-4753-thread-2) [n:127.0.0.1:51297_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51297.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@185ffcd
[junit4] 2> 2746198 INFO (jetty-launcher-4753-thread-2) [n:127.0.0.1:51297_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51297.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@185ffcd
[junit4] 2> 2746201 INFO (jetty-launcher-4753-thread-2) [n:127.0.0.1:51297_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_4EE4C0B87CE14867-001\tempDir-001\node2\.
[junit4] 2> 2746272 INFO (SUITE-TestCloudRecovery-seed#[4EE4C0B87CE14867]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2746275 INFO (SUITE-TestCloudRecovery-seed#[4EE4C0B87CE14867]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51292/solr ready
[junit4] 2> 2746338 INFO (qtp5470645-23737) [n:127.0.0.1:51297_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2746342 INFO (OverseerThreadFactory-9099-thread-1-processing-n:127.0.0.1:51297_solr) [n:127.0.0.1:51297_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 2746460 INFO (OverseerStateUpdate-98579450853654533-127.0.0.1:51297_solr-n_0000000000) [n:127.0.0.1:51297_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:51297/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 2746465 INFO (OverseerStateUpdate-98579450853654533-127.0.0.1:51297_solr-n_0000000000) [n:127.0.0.1:51297_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:51296/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 2746468 INFO (OverseerStateUpdate-98579450853654533-127.0.0.1:51297_solr-n_0000000000) [n:127.0.0.1:51297_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_t3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:51297/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 2746475 INFO (OverseerStateUpdate-98579450853654533-127.0.0.1:51297_solr-n_0000000000) [n:127.0.0.1:51297_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_t5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:51296/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 2746691 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2746693 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2746693 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t3&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2746735 INFO (qtp14482372-23745) [n:127.0.0.1:51296_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t5&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2746737 INFO (qtp14482372-23745) [n:127.0.0.1:51296_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2746769 INFO (qtp14482372-23746) [n:127.0.0.1:51296_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2746879 INFO (zkCallback-4764-thread-1-processing-n:127.0.0.1:51297_solr) [n:127.0.0.1:51297_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2746879 INFO (zkCallback-4765-thread-1-processing-n:127.0.0.1:51296_solr) [n:127.0.0.1:51296_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2746883 INFO (zkCallback-4764-thread-2-processing-n:127.0.0.1:51297_solr) [n:127.0.0.1:51297_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2746884 INFO (zkCallback-4765-thread-2-processing-n:127.0.0.1:51296_solr) [n:127.0.0.1:51296_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2747738 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2747738 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2747750 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.s.IndexSchema [collection1_shard2_replica_t3] Schema name=minimal
[junit4] 2> 2747753 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.s.IndexSchema [collection1_shard1_replica_t1] Schema name=minimal
[junit4] 2> 2747756 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2747756 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t3' using configuration from collection collection1, trusted=true
[junit4] 2> 2747757 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2747757 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t1' using configuration from collection collection1, trusted=true
[junit4] 2> 2747757 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51297.solr.core.collection1.shard2.replica_t3' (registry 'solr.core.collection1.shard2.replica_t3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@185ffcd
[junit4] 2> 2747758 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51297.solr.core.collection1.shard1.replica_t1' (registry 'solr.core.collection1.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@185ffcd
[junit4] 2> 2747758 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2747758 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2747758 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.SolrCore [[collection1_shard2_replica_t3] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_4EE4C0B87CE14867-001\tempDir-001\node2\collection1_shard2_replica_t3], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_4EE4C0B87CE14867-001\tempDir-001\node2\.\collection1_shard2_replica_t3\data\]
[junit4] 2> 2747758 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [[collection1_shard1_replica_t1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_4EE4C0B87CE14867-001\tempDir-001\node2\collection1_shard1_replica_t1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_4EE4C0B87CE14867-001\tempDir-001\node2\.\collection1_shard1_replica_t1\data\]
[junit4] 2> 2748037 INFO (qtp14482372-23745) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2748055 INFO (qtp14482372-23745) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.s.IndexSchema [collection1_shard2_replica_t5] Schema name=minimal
[junit4] 2> 2748140 INFO (qtp14482372-23745) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2748141 INFO (qtp14482372-23745) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t5' using configuration from collection collection1, trusted=true
[junit4] 2> 2748147 INFO (qtp14482372-23745) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51296.solr.core.collection1.shard2.replica_t5' (registry 'solr.core.collection1.shard2.replica_t5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@185ffcd
[junit4] 2> 2748147 INFO (qtp14482372-23745) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2748148 INFO (qtp14482372-23745) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.c.SolrCore [[collection1_shard2_replica_t5] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_4EE4C0B87CE14867-001\tempDir-001\node1\collection1_shard2_replica_t5], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_4EE4C0B87CE14867-001\tempDir-001\node1\.\collection1_shard2_replica_t5\data\]
[junit4] 2> 2748151 INFO (qtp14482372-23746) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2748239 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2748239 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2748244 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2748245 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2748249 INFO (qtp14482372-23746) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.s.IndexSchema [collection1_shard1_replica_t2] Schema name=minimal
[junit4] 2> 2748256 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@13fb019[collection1_shard1_replica_t1] main]
[junit4] 2> 2748257 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 2748258 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 2748260 INFO (qtp14482372-23746) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2748260 INFO (qtp14482372-23746) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t2' using configuration from collection collection1, trusted=true
[junit4] 2> 2748261 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2748261 INFO (qtp14482372-23746) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51296.solr.core.collection1.shard1.replica_t2' (registry 'solr.core.collection1.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@185ffcd
[junit4] 2> 2748261 INFO (qtp14482372-23746) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2748261 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577271216544153600
[junit4] 2> 2748262 INFO (qtp14482372-23746) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [[collection1_shard1_replica_t2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_4EE4C0B87CE14867-001\tempDir-001\node1\collection1_shard1_replica_t2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_4EE4C0B87CE14867-001\tempDir-001\node1\.\collection1_shard1_replica_t2\data\]
[junit4] 2> 2748263 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2748263 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2748264 INFO (searcherExecutor-9105-thread-1-processing-n:127.0.0.1:51297_solr x:collection1_shard1_replica_t1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [collection1_shard1_replica_t1] Registered new searcher Searcher@13fb019[collection1_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2748267 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2748267 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2748272 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2748287 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.s.SolrIndexSearcher Opening [Searcher@748d54[collection1_shard2_replica_t3] main]
[junit4] 2> 2748290 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 2748291 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 2748293 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2748294 INFO (searcherExecutor-9104-thread-1-processing-n:127.0.0.1:51297_solr x:collection1_shard2_replica_t3 s:shard2 c:collection1 r:core_node7) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.SolrCore [collection1_shard2_replica_t3] Registered new searcher Searcher@748d54[collection1_shard2_replica_t3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2748295 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577271216579805184
[junit4] 2> 2748302 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2748344 INFO (qtp14482372-23745) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2748344 INFO (qtp14482372-23745) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2748346 INFO (qtp14482372-23745) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2748347 INFO (qtp14482372-23745) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2748350 INFO (qtp14482372-23745) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.s.SolrIndexSearcher Opening [Searcher@a11915[collection1_shard2_replica_t5] main]
[junit4] 2> 2748352 INFO (qtp14482372-23745) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 2748353 INFO (qtp14482372-23745) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 2748355 INFO (qtp14482372-23745) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2748355 INFO (qtp14482372-23745) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577271216642719744
[junit4] 2> 2748357 INFO (searcherExecutor-9106-thread-1-processing-n:127.0.0.1:51296_solr x:collection1_shard2_replica_t5 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.c.SolrCore [collection1_shard2_replica_t5] Registered new searcher Searcher@a11915[collection1_shard2_replica_t5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2748405 INFO (zkCallback-4764-thread-2-processing-n:127.0.0.1:51297_solr) [n:127.0.0.1:51297_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2748405 INFO (zkCallback-4765-thread-2-processing-n:127.0.0.1:51296_solr) [n:127.0.0.1:51296_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2748405 INFO (zkCallback-4765-thread-1-processing-n:127.0.0.1:51296_solr) [n:127.0.0.1:51296_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2748405 INFO (zkCallback-4764-thread-1-processing-n:127.0.0.1:51297_solr) [n:127.0.0.1:51297_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2748421 INFO (qtp14482372-23746) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2748421 INFO (qtp14482372-23746) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2748424 INFO (qtp14482372-23746) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2748424 INFO (qtp14482372-23746) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2748424 INFO (qtp14482372-23746) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@195d4c5[collection1_shard1_replica_t2] main]
[junit4] 2> 2748431 INFO (qtp14482372-23746) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 2748432 INFO (qtp14482372-23746) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 2748433 INFO (qtp14482372-23746) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2748434 INFO (searcherExecutor-9112-thread-1-processing-n:127.0.0.1:51296_solr x:collection1_shard1_replica_t2 s:shard1 c:collection1 r:core_node6) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [collection1_shard1_replica_t2] Registered new searcher Searcher@195d4c5[collection1_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2748435 INFO (qtp14482372-23746) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577271216726605824
[junit4] 2> 2748774 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2748774 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2748774 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:51297/solr/collection1_shard1_replica_t1/
[junit4] 2> 2748775 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_t1 url=https://127.0.0.1:51297/solr START replicas=[https://127.0.0.1:51296/solr/collection1_shard1_replica_t2/] nUpdates=100
[junit4] 2> 2748786 INFO (qtp14482372-23748) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2748804 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2748804 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2748804 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:51297/solr/collection1_shard2_replica_t3/
[junit4] 2> 2748805 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_t3 url=https://127.0.0.1:51297/solr START replicas=[https://127.0.0.1:51296/solr/collection1_shard2_replica_t5/] nUpdates=100
[junit4] 2> 2748811 INFO (qtp14482372-23740) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.c.S.Request [collection1_shard2_replica_t5] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2749076 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_t1 url=https://127.0.0.1:51297/solr DONE. We have no versions. sync failed.
[junit4] 2> 2749076 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2749076 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2749076 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2749076 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.ZkController collection1_shard1_replica_t1 stopping background replication from leader
[junit4] 2> 2749080 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:51297/solr/collection1_shard1_replica_t1/ shard1
[junit4] 2> 2749105 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_t3 url=https://127.0.0.1:51297/solr DONE. We have no versions. sync failed.
[junit4] 2> 2749105 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2749105 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2749105 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2749106 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.ZkController collection1_shard2_replica_t3 stopping background replication from leader
[junit4] 2> 2749116 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:51297/solr/collection1_shard2_replica_t3/ shard2
[junit4] 2> 2749229 INFO (zkCallback-4764-thread-1-processing-n:127.0.0.1:51297_solr) [n:127.0.0.1:51297_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2749229 INFO (zkCallback-4765-thread-1-processing-n:127.0.0.1:51296_solr) [n:127.0.0.1:51296_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2749229 INFO (zkCallback-4765-thread-2-processing-n:127.0.0.1:51296_solr) [n:127.0.0.1:51296_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2749229 INFO (zkCallback-4764-thread-2-processing-n:127.0.0.1:51297_solr) [n:127.0.0.1:51297_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2749231 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2749235 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2543
[junit4] 2> 2749272 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2749276 INFO (qtp5470645-23739) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t3&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2583
[junit4] 2> 2749362 INFO (qtp14482372-23745) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.c.ZkController collection1_shard2_replica_t5 starting background replication from leader
[junit4] 2> 2749362 INFO (qtp14482372-23745) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 2749369 INFO (qtp14482372-23745) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 2749370 INFO (indexFetcher-9125-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.h.IndexFetcher Replica core_node7 is leader but it's state is down, skipping replication
[junit4] 2> 2749372 INFO (qtp14482372-23745) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t5&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2637
[junit4] 2> 2749441 INFO (qtp14482372-23746) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.c.ZkController collection1_shard1_replica_t2 starting background replication from leader
[junit4] 2> 2749441 INFO (qtp14482372-23746) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 2749444 INFO (qtp14482372-23746) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 2749444 INFO (indexFetcher-9127-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Replica core_node4 is leader but it's state is down, skipping replication
[junit4] 2> 2749447 INFO (qtp14482372-23746) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2678
[junit4] 2> 2749453 INFO (qtp5470645-23737) [n:127.0.0.1:51297_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2749553 INFO (zkCallback-4764-thread-2-processing-n:127.0.0.1:51297_solr) [n:127.0.0.1:51297_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2749553 INFO (zkCallback-4765-thread-2-processing-n:127.0.0.1:51296_solr) [n:127.0.0.1:51296_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2749553 INFO (zkCallback-4765-thread-1-processing-n:127.0.0.1:51296_solr) [n:127.0.0.1:51296_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2749553 INFO (zkCallback-4764-thread-1-processing-n:127.0.0.1:51297_solr) [n:127.0.0.1:51297_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2750346 INFO (OverseerCollectionConfigSetProcessor-98579450853654533-127.0.0.1:51297_solr-n_0000000000) [n:127.0.0.1:51297_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2750455 INFO (qtp5470645-23737) [n:127.0.0.1:51297_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=4116
[junit4] 2> 2750456 INFO (SUITE-TestCloudRecovery-seed#[4EE4C0B87CE14867]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 2750456 INFO (SUITE-TestCloudRecovery-seed#[4EE4C0B87CE14867]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 2750530 INFO (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[4EE4C0B87CE14867]) [ ] o.a.s.SolrTestCaseJ4 ###Starting leaderRecoverFromLogOnStartupTest
[junit4] 2> 2750553 INFO (qtp14482372-23740) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1577271218933858304&distrib.from=https://127.0.0.1:51297/solr/collection1_shard1_replica_t1/&wt=javabin&version=2}{deleteByQuery=*:* (-1577271218933858304)} 0 1
[junit4] 2> 2750554 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:51297/solr/collection1_shard2_replica_t3/&wt=javabin&version=2}{deleteByQuery=*:* (-1577271218933858304)} 0 14
[junit4] 2> 2750557 INFO (qtp14482372-23743) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t5] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1577271218926518272&distrib.from=https://127.0.0.1:51297/solr/collection1_shard2_replica_t3/&wt=javabin&version=2}{deleteByQuery=*:* (-1577271218926518272)} 0 10
[junit4] 2> 2750558 INFO (qtp5470645-23749) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t3] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1577271218926518272)} 0 25
[junit4] 2> 2750566 INFO (qtp14482372-23745) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.u.TestInjection Start waiting for replica in sync with leader
[junit4] 2> 2750567 INFO (qtp5470645-23737) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577271218962169856,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2750569 INFO (qtp5470645-23737) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2750569 INFO (qtp5470645-23737) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2750570 INFO (qtp5470645-23737) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:51297/solr/collection1_shard2_replica_t3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
[junit4] 2> 2750574 INFO (qtp5470645-23737) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577271218969509888,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2750574 INFO (qtp5470645-23737) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2750575 INFO (qtp5470645-23737) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2750576 INFO (qtp5470645-23737) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t3] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:51297/solr/collection1_shard2_replica_t3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 2750580 INFO (qtp14482372-23746) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.u.TestInjection Start waiting for replica in sync with leader
[junit4] 2> 2750580 INFO (qtp5470645-23742) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2750588 INFO (qtp5470645-23741) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2751088 INFO (qtp5470645-23744) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2751095 INFO (qtp5470645-23737) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2751599 INFO (qtp5470645-23742) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 2751606 INFO (qtp5470645-23737) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 2752114 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 2752124 INFO (qtp5470645-23742) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 2752370 INFO (indexFetcher-9125-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
[junit4] 2> 2752370 INFO (indexFetcher-9125-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:51297/solr/collection1_shard2_replica_t3/
[junit4] 2> 2752373 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2752373 INFO (indexFetcher-9125-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 2752373 INFO (indexFetcher-9125-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 2752373 INFO (indexFetcher-9125-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 2752373 INFO (indexFetcher-9125-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 2752373 INFO (indexFetcher-9125-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 2752373 INFO (indexFetcher-9125-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2752374 INFO (indexFetcher-9125-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@c66636 commitCommandVersion:0
[junit4] 2> 2752380 INFO (indexFetcher-9125-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.s.SolrIndexSearcher Opening [Searcher@1fb6c0d[collection1_shard2_replica_t5] main]
[junit4] 2> 2752381 INFO (indexFetcher-9125-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2752382 INFO (searcherExecutor-9106-thread-1-processing-n:127.0.0.1:51296_solr x:collection1_shard2_replica_t5 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.c.SolrCore [collection1_shard2_replica_t5] Registered new searcher Searcher@1fb6c0d[collection1_shard2_replica_t5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2752445 INFO (indexFetcher-9127-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
[junit4] 2> 2752445 INFO (indexFetcher-9127-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:51297/solr/collection1_shard1_replica_t1/
[junit4] 2> 2752448 INFO (qtp5470645-23737) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2752449 INFO (indexFetcher-9127-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 2752449 INFO (indexFetcher-9127-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 2752449 INFO (indexFetcher-9127-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 2752449 INFO (indexFetcher-9127-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 2752449 INFO (indexFetcher-9127-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 2752449 INFO (indexFetcher-9127-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2752450 INFO (indexFetcher-9127-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@19fc5b7 commitCommandVersion:0
[junit4] 2> 2752454 INFO (indexFetcher-9127-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@167aec7[collection1_shard1_replica_t2] main]
[junit4] 2> 2752455 INFO (indexFetcher-9127-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2752456 INFO (searcherExecutor-9112-thread-1-processing-n:127.0.0.1:51296_solr x:collection1_shard1_replica_t2 s:shard1 c:collection1 r:core_node6) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [collection1_shard1_replica_t2] Registered new searcher Searcher@167aec7[collection1_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2752621 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2752633 INFO (qtp5470645-23742) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2753126 INFO (qtp5470645-23749) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2753139 INFO (qtp5470645-23737) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2753640 INFO (qtp5470645-23741) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 2753652 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 2754173 INFO (qtp5470645-23744) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2754178 INFO (qtp5470645-23741) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2754685 INFO (qtp5470645-23744) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 2754691 INFO (qtp5470645-23744) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 2755197 INFO (qtp5470645-23749) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 2755206 INFO (qtp5470645-23741) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 2755373 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2755374 INFO (indexFetcher-9125-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 2755374 INFO (indexFetcher-9125-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 2755374 INFO (indexFetcher-9125-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 2755374 INFO (indexFetcher-9125-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.h.IndexFetcher Slave's version: 1504203053338
[junit4] 2> 2755446 INFO (qtp5470645-23742) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2755446 INFO (indexFetcher-9127-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 2755446 INFO (indexFetcher-9127-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 2755447 INFO (indexFetcher-9127-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 2755447 INFO (indexFetcher-9127-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 1504203053414
[junit4] 2> 2755730 INFO (qtp5470645-23741) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2755730 INFO (qtp5470645-23749) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2756241 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2756243 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2756753 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 2756753 INFO (qtp5470645-23749) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2757263 INFO (qtp5470645-23742) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2757263 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2757773 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 2757774 INFO (qtp5470645-23742) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 2758286 INFO (qtp5470645-23741) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 2758304 INFO (qtp5470645-23742) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2758370 INFO (qtp5470645-23744) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2758370 INFO (indexFetcher-9125-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 2758371 INFO (indexFetcher-9125-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 2758371 INFO (indexFetcher-9125-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 2758371 INFO (indexFetcher-9125-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.h.IndexFetcher Slave's version: 1504203053338
[junit4] 2> 2758445 INFO (qtp5470645-23737) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2758446 INFO (indexFetcher-9127-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 2758446 INFO (indexFetcher-9127-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 2758446 INFO (indexFetcher-9127-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 2758446 INFO (indexFetcher-9127-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 1504203053414
[junit4] 2> 2758796 INFO (qtp5470645-23744) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2758812 INFO (qtp5470645-23737) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2759301 INFO (qtp5470645-23742) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2759317 INFO (qtp5470645-23741) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2759810 INFO (qtp5470645-23749) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 2759827 INFO (qtp5470645-23737) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 2760330 INFO (qtp5470645-23742) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 2760342 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2760840 INFO (qtp5470645-23749) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 2760852 INFO (qtp5470645-23737) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 2761353 INFO (qtp5470645-23742) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 2761364 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2761371 INFO (qtp5470645-23742) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2761371 INFO (indexFetcher-9125-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 2761371 INFO (indexFetcher-9125-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 2761372 INFO (indexFetcher-9125-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 2761372 INFO (indexFetcher-9125-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.h.IndexFetcher Slave's version: 1504203053338
[junit4] 2> 2761444 INFO (qtp5470645-23737) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2761445 INFO (indexFetcher-9127-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 2761445 INFO (indexFetcher-9127-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 2761445 INFO (indexFetcher-9127-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 2761445 INFO (indexFetcher-9127-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 1504203053414
[junit4] 2> 2761864 INFO (qtp5470645-23742) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2761873 INFO (qtp5470645-23744) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2762374 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 2762385 INFO (qtp5470645-23741) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 2762888 INFO (qtp5470645-23737) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 2762897 INFO (qtp5470645-23744) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 2763396 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2763408 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2763901 INFO (qtp5470645-23749) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2763915 INFO (qtp5470645-23744) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2764370 INFO (qtp5470645-23749) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2764370 INFO (indexFetcher-9125-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 2764370 INFO (indexFetcher-9125-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 2764370 INFO (indexFetcher-9125-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 2764370 INFO (indexFetcher-9125-thread-1) [n:127.0.0.1:51296_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.h.IndexFetcher Slave's version: 1504203053338
[junit4] 2> 2764408 INFO (qtp5470645-23737) [n:127.0.0.1:51297_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.S.Request [collection1_shard2_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2764422 INFO (qtp5470645-23751) [n:127.0.0.1:51297_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_re
[...truncated too long message...]
o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e397cfe490011, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2919543 WARN (zkCallback-4790-thread-2-processing-n:127.0.0.1:51296_solr) [n:127.0.0.1:51296_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2919543 INFO (jetty-closer-4754-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@12c3c3{/solr,null,UNAVAILABLE}
[junit4] 2> 2919544 ERROR (SUITE-TestCloudRecovery-seed#[4EE4C0B87CE14867]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2919544 INFO (SUITE-TestCloudRecovery-seed#[4EE4C0B87CE14867]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51292 51292
[junit4] 2> 2919547 INFO (Thread-4702) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51292 51292
[junit4] 2> 2919550 WARN (Thread-4702) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/configs/config
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 138 /solr/collections/collection1/state.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/collections
[junit4] 2> 4 /solr/overseer/queue
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_4EE4C0B87CE14867-001
[junit4] 2> Aug 31, 2017 6:13:40 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Direct)}, docValues:{}, maxPointsInLeafNode=1442, maxMBSortInHeap=7.733766405537039, sim=RandomSimilarity(queryNorm=true): {}, locale=no-NO, timezone=Pacific/Enderbury
[junit4] 2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_144 (32-bit)/cpus=3,threads=1,free=190939400,total=360239104
[junit4] 2> NOTE: All tests run in this JVM: [IndexBasedSpellCheckerTest, RAMDirectoryFactoryTest, TestHttpShardHandlerFactory, DefaultValueUpdateProcessorTest, DirectSolrConnectionTest, TestLockTree, TestManagedSynonymFilterFactory, TestExactSharedStatsCache, TestManagedSchema, DistribCursorPagingTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestPerFieldSimilarityWithDefaultOverride, QueryResultKeyTest, DeleteInactiveReplicaTest, HdfsRecoveryZkTest, TestDistributedSearch, TestStressInPlaceUpdates, V2StandaloneTest, TestObjectReleaseTracker, ClassificationUpdateProcessorIntegrationTest, TestFieldResource, SortSpecParsingTest, TestJettySolrRunner, XsltUpdateRequestHandlerTest, SuggesterTest, UUIDFieldTest, MoveReplicaHDFSTest, RecoveryZkTest, DistribJoinFromCollectionTest, DistributedSuggestComponentTest, TestOmitPositions, TestScoreJoinQPNoScore, ClusterStateTest, ConfigSetsAPITest, AnalyticsMergeStrategyTest, SimplePostToolTest, TestUtils, TestBinaryField, TestSchemaResource, SortByFunctionTest, TestMaxScoreQueryParser, TestAuthorizationFramework, DistributedFacetPivotLongTailTest, TestInPlaceUpdatesDistrib, TestApiFramework, PrimUtilsTest, HdfsNNFailoverTest, CleanupOldIndexTest, CursorPagingTest, AnalysisErrorHandlingTest, TestExtendedDismaxParser, TestSSLRandomization, TestDocTermOrds, BlockJoinFacetSimpleTest, TestConfigOverlay, TestStressUserVersions, CoreAdminHandlerTest, TestRandomFlRTGCloud, SolrInfoBeanTest, TestDistribDocBasedVersion, SuggesterWFSTTest, TestChildDocTransformer, TestClusterStateMutator, BlockJoinFacetDistribTest, TestSubQueryTransformerCrossCore, TestHighlightDedupGrouping, SpatialRPTFieldTypeTest, WordBreakSolrSpellCheckerTest, SubstringBytesRefFilterTest, UniqFieldsUpdateProcessorFactoryTest, HardAutoCommitTest, ResourceLoaderTest, TestQuerySenderListener, TestHdfsBackupRestoreCore, TestSolrCoreProperties, TestLRUStatsCache, TestRandomDVFaceting, CloneFieldUpdateProcessorFactoryTest, BitVectorTest, SliceStateTest, CursorMarkTest, ReturnFieldsTest, RequestLoggingTest, SolrMetricManagerTest, TestFieldCacheReopen, TestLFUCache, TestShortCircuitedRequests, HdfsWriteToMultipleCollectionsTest, TestCloudInspectUtil, TestFoldingMultitermQuery, CdcrReplicationHandlerTest, TestRawTransformer, BlockDirectoryTest, LeaderInitiatedRecoveryOnCommitTest, TestJsonFacetRefinement, AtomicUpdatesTest, ShufflingReplicaListTransformerTest, CdcrBootstrapTest, PropertiesRequestHandlerTest, TestIBSimilarityFactory, HdfsDirectoryTest, TestAuthenticationFramework, SyncSliceTest, NodeMutatorTest, TestPseudoReturnFields, QueryParsingTest, TestStressReorder, TestUniqueKeyFieldResource, TestCollationFieldDocValues, TestSystemCollAutoCreate, TestCloudPivotFacet, ConjunctionSolrSpellCheckerTest, PrimitiveFieldTypeTest, DistanceFunctionTest, JSONWriterTest, ChaosMonkeyNothingIsSafeTest, TestReloadDeadlock, TestReplicationHandler, TestReRankQParserPlugin, TestCloudNestedDocsSort, UnloadDistributedZkTest, DistributedSpellCheckComponentTest, TestWriterPerf, TestFieldTypeResource, FieldAnalysisRequestHandlerTest, TestOnReconnectListenerSupport, DateMathParserTest, TestNumericTerms32, TestMultiWordSynonyms, TestSQLHandler, TestJmxIntegration, TestLegacyNumericUtils, TestFunctionQuery, TestExportWriter, BigEndianAscendingWordDeserializerTest, TestInfoStreamLogging, TestInitQParser, SolrCoreTest, TestPhraseSuggestions, OverseerTest, TestSortByMinMaxFunction, CollectionReloadTest, HighlighterTest, OverseerModifyCollectionTest, SolrTestCaseJ4Test, TestGroupingSearch, TestDistributedStatsComponentCardinality, DistributedDebugComponentTest, TestReqParamsAPI, TestDynamicLoading, ZkFailoverTest, QueryElevationComponentTest, ScriptEngineTest, TestPayloadScoreQParserPlugin, TestCopyFieldCollectionResource, ForceLeaderTest, AlternateDirectoryTest, TestRuleBasedAuthorizationPlugin, ActionThrottleTest, MigrateRouteKeyTest, NotRequiredUniqueKeyTest, PeerSyncTest, DirectUpdateHandlerTest, ZkStateWriterTest, CircularListTest, TestHashPartitioner, SimpleMLTQParserTest, DocValuesTest, SharedFSAutoReplicaFailoverTest, PreAnalyzedUpdateProcessorTest, TestDynamicFieldResource, TestSolrCloudWithSecureImpersonation, HdfsSyncSliceTest, TestMinMaxOnMultiValuedField, TestJsonRequest, TestSolrCloudWithDelegationTokens, OverseerStatusTest, DateFieldTest, CoreSorterTest, CollectionsAPIDistributedZkTest, ClusterStateUpdateTest, LeaderElectionTest, ZkCLITest, ShardRoutingCustomTest, TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet, TestStressVersions, TestCoreContainer, SpellCheckComponentTest, SolrCmdDistributorTest, TestLazyCores, SignatureUpdateProcessorFactoryTest, TestCSVLoader, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestUpdate, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, TestRemoteStreaming, CacheHeaderTest, LukeRequestHandlerTest, TestQueryTypes, XmlUpdateRequestHandlerTest, RequestHandlersTest, DocumentBuilderTest, TermVectorComponentTest, MoreLikeThisHandlerTest, RegexBoostProcessorTest, IndexSchemaTest, JsonLoaderTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, HighlighterConfigTest, UpdateParamsTest, TestQuerySenderNoQuery, SolrIndexConfigTest, TestMergePolicyConfig, NumericFieldsTest, TestElisionMultitermQuery, OutputWriterTest, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, SpellPossibilityIteratorTest, TestCodecSupport, TestPerFieldSimilarity, OpenExchangeRatesOrgProviderTest, PluginInfoTest, TestSystemIdResolver, SpellingQueryConverterTest, ZkNodePropsTest, TestRTGBase, DistributedIntervalFacetingTest, TestTolerantSearch, AliasIntegrationTest, AssignTest, CloudExitableDirectoryReaderTest, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, DeleteReplicaTest, DistributedVersionInfoTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, MissingSegmentRecoveryTest, MoveReplicaTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerTaskQueueTest, PeerSyncReplicationTest, SSLMigrationTest, SaslZkACLProviderTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestCloudDeleteByQuery, TestCloudRecovery]
[junit4] Completed [535/732 (1!)] on J0 in 174.60s, 2 tests, 1 failure <<< FAILURES!
[...truncated 42652 lines...]
BUILD FAILED
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:810: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:690: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:678: Source checkout is modified!!! Offending files:
* solr/licenses/httpmime-4.5.3.jar.sha1
Total time: 88 minutes 52 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS-EA] Lucene-Solr-master-Windows (32bit/jdk-9-ea+181) -
Build # 6859 - Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6859/
Java: 32bit/jdk-9-ea+181 -server -XX:+UseParallelGC --illegal-access=deny
1 tests failed.
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1100>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
at __randomizedtesting.SeedInfo.seed([B4D033E20BD53376:609578BBEC83808D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11607 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest
[junit4] 2> 504614 INFO (SUITE-CdcrBootstrapTest-seed#[B4D033E20BD53376]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_B4D033E20BD53376-001\init-core-data-001
[junit4] 2> 504615 WARN (SUITE-CdcrBootstrapTest-seed#[B4D033E20BD53376]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 504615 INFO (SUITE-CdcrBootstrapTest-seed#[B4D033E20BD53376]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 504616 INFO (SUITE-CdcrBootstrapTest-seed#[B4D033E20BD53376]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 504617 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[B4D033E20BD53376]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithSourceCluster
[junit4] 2> 504619 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[B4D033E20BD53376]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_B4D033E20BD53376-001\cdcr-target-001
[junit4] 2> 504619 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[B4D033E20BD53376]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 504620 INFO (Thread-1420) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 504620 INFO (Thread-1420) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 504624 ERROR (Thread-1420) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 504720 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[B4D033E20BD53376]) [ ] o.a.s.c.ZkTestServer start zk server on port:51714
[junit4] 2> 504729 INFO (jetty-launcher-2224-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 504730 INFO (jetty-launcher-2224-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a821c{/solr,null,AVAILABLE}
[junit4] 2> 504734 INFO (jetty-launcher-2224-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@721427{HTTP/1.1,[http/1.1]}{127.0.0.1:?????}
[junit4] 2> 504734 INFO (jetty-launcher-2224-thread-1) [ ] o.e.j.s.Server Started @??????ms
[junit4] 2> 504734 INFO (jetty-launcher-2224-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51718}
[junit4] 2> 504734 ERROR (jetty-launcher-2224-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 504734 INFO (jetty-launcher-2224-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 504734 INFO (jetty-launcher-2224-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 504734 INFO (jetty-launcher-2224-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 504734 INFO (jetty-launcher-2224-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-31T06:33:38.476788900Z
[junit4] 2> 504738 INFO (jetty-launcher-2224-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 504746 INFO (jetty-launcher-2224-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51714/solr
[junit4] 2> 504880 INFO (jetty-launcher-2224-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 504880 INFO (jetty-launcher-2224-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51718_solr
[junit4] 2> 504882 INFO (jetty-launcher-2224-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98576709606768643-127.0.0.1:51718_solr-n_0000000000) starting
[junit4] 2> 504890 INFO (jetty-launcher-2224-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51718_solr
[junit4] 2> 504892 INFO (zkCallback-2231-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 505016 INFO (jetty-launcher-2224-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51718.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@135374d
[junit4] 2> 505025 INFO (jetty-launcher-2224-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51718.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@135374d
[junit4] 2> 505025 INFO (jetty-launcher-2224-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51718.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@135374d
[junit4] 2> 505026 INFO (jetty-launcher-2224-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_B4D033E20BD53376-001\cdcr-target-001\node1\.
[junit4] 1> Target zkHost = 127.0.0.1:51714/solr
[junit4] 2> 505050 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[B4D033E20BD53376]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_B4D033E20BD53376-001\cdcr-source-001
[junit4] 2> 505050 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[B4D033E20BD53376]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 505050 INFO (Thread-1430) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 505050 INFO (Thread-1430) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 505055 ERROR (Thread-1430) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 505151 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[B4D033E20BD53376]) [ ] o.a.s.c.ZkTestServer start zk server on port:51738
[junit4] 2> 505159 INFO (jetty-launcher-2236-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 505160 INFO (jetty-launcher-2236-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15623d7{/solr,null,AVAILABLE}
[junit4] 2> 505161 INFO (jetty-launcher-2236-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@11df35a{HTTP/1.1,[http/1.1]}{127.0.0.1:?????}
[junit4] 2> 505161 INFO (jetty-launcher-2236-thread-1) [ ] o.e.j.s.Server Started @??????ms
[junit4] 2> 505161 INFO (jetty-launcher-2236-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51742}
[junit4] 2> 505161 ERROR (jetty-launcher-2236-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 505162 INFO (jetty-launcher-2236-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 505162 INFO (jetty-launcher-2236-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 505162 INFO (jetty-launcher-2236-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 505162 INFO (jetty-launcher-2236-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-31T06:33:38.904219200Z
[junit4] 2> 505166 INFO (jetty-launcher-2236-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 505173 INFO (jetty-launcher-2236-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51738/solr
[junit4] 2> 505308 INFO (jetty-launcher-2236-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 505309 INFO (jetty-launcher-2236-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51742_solr
[junit4] 2> 505311 INFO (jetty-launcher-2236-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98576709635014659-127.0.0.1:51742_solr-n_0000000000) starting
[junit4] 2> 505319 INFO (jetty-launcher-2236-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51742_solr
[junit4] 2> 505322 INFO (OverseerStateUpdate-98576709635014659-127.0.0.1:51742_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 505517 INFO (jetty-launcher-2236-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51742.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@135374d
[junit4] 2> 505525 INFO (jetty-launcher-2236-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51742.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@135374d
[junit4] 2> 505525 INFO (jetty-launcher-2236-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51742.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@135374d
[junit4] 2> 505526 INFO (jetty-launcher-2236-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_B4D033E20BD53376-001\cdcr-source-001\node1\.
[junit4] 2> 505569 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[B4D033E20BD53376]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 505569 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[B4D033E20BD53376]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51738/solr ready
[junit4] 2> 505574 INFO (qtp5308053-7182) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 505577 INFO (OverseerThreadFactory-2546-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 505686 INFO (OverseerStateUpdate-98576709635014659-127.0.0.1:51742_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:51742/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 505888 INFO (qtp5308053-7184) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 505889 INFO (qtp5308053-7184) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 505996 INFO (zkCallback-2243-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 505996 INFO (zkCallback-2243-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 506903 INFO (qtp5308053-7184) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 506908 INFO (qtp5308053-7184) [ ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 506912 INFO (qtp5308053-7184) [ ] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
[junit4] 2> 506914 INFO (qtp5308053-7184) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 506914 INFO (qtp5308053-7184) [ ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 506918 INFO (qtp5308053-7184) [ ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 506918 INFO (qtp5308053-7184) [ ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
[junit4] 2> 506918 INFO (qtp5308053-7184) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51742.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@135374d
[junit4] 2> 506918 INFO (qtp5308053-7184) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 506919 INFO (qtp5308053-7184) [ ] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_B4D033E20BD53376-001\cdcr-source-001\node1\cdcr-source_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_B4D033E20BD53376-001\cdcr-source-001\node1\.\cdcr-source_shard1_replica_n1\data\]
[junit4] 2> 507034 INFO (qtp5308053-7184) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 507034 INFO (qtp5308053-7184) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 507036 INFO (qtp5308053-7184) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 507036 INFO (qtp5308053-7184) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 507039 INFO (qtp5308053-7184) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1edf611[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 507041 INFO (qtp5308053-7184) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 507042 INFO (qtp5308053-7184) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 507042 INFO (qtp5308053-7184) [ ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
[junit4] 2> 507042 INFO (qtp5308053-7184) [ ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 507043 INFO (qtp5308053-7184) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 507050 INFO (qtp5308053-7184) [ ] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 507054 INFO (qtp5308053-7184) [ ] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
[junit4] 2> 507068 INFO (searcherExecutor-2549-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1edf611[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 507069 INFO (qtp5308053-7184) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577227356273115136
[junit4] 2> 507076 INFO (qtp5308053-7184) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 507076 INFO (qtp5308053-7184) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 507076 INFO (qtp5308053-7184) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51742/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 507076 INFO (qtp5308053-7184) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 507076 INFO (qtp5308053-7184) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:51742/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 507076 INFO (qtp5308053-7184) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 507080 INFO (zkCallback-2243-thread-2) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1
[junit4] 2> 507082 INFO (qtp5308053-7184) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51742/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 507185 INFO (zkCallback-2243-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 507185 INFO (zkCallback-2243-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 507233 INFO (qtp5308053-7184) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 507235 INFO (qtp5308053-7184) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1346
[junit4] 2> 507238 INFO (qtp5308053-7182) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 507338 INFO (zkCallback-2243-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 507338 INFO (zkCallback-2243-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 507579 INFO (OverseerCollectionConfigSetProcessor-98576709635014659-127.0.0.1:51742_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 508239 INFO (qtp5308053-7182) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2664
[junit4] 1> Adding 10 docs with commit=true, numDocs=100
[junit4] 2> 508257 INFO (qtp5308053-7185) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=14
[junit4] 2> 508259 INFO (qtp5308053-7186) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577227357520920576,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 508259 INFO (qtp5308053-7186) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@e41152 commitCommandVersion:1577227357520920576
[junit4] 2> 508280 INFO (qtp5308053-7186) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@928b7a[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 508281 INFO (qtp5308053-7186) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 508283 INFO (searcherExecutor-2549-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@928b7a[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100)))}
[junit4] 2> 508283 INFO (qtp5308053-7186) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=24
[junit4] 1> Adding 10 docs with commit=true, numDocs=200
[junit4] 2> 508293 INFO (qtp5308053-7187) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 508294 INFO (qtp5308053-7180) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577227357557620736,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 508294 INFO (qtp5308053-7180) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@e41152 commitCommandVersion:1577227357557620736
[junit4] 2> 508317 INFO (qtp5308053-7180) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c7b78[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 508318 INFO (qtp5308053-7180) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 508319 INFO (searcherExecutor-2549-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@5c7b78[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100)))}
[junit4] 2> 508320 INFO (qtp5308053-7180) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=26
[junit4] 1> Adding 10 docs with commit=true, numDocs=300
[junit4] 2> 508329 INFO (qtp5308053-7183) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 508330 INFO (qtp5308053-7184) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577227357595369472,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 508330 INFO (qtp5308053-7184) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@e41152 commitCommandVersion:1577227357595369472
[junit4] 2> 508361 INFO (qtp5308053-7184) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@10d1a99[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 508362 INFO (qtp5308053-7184) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 508363 INFO (searcherExecutor-2549-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@10d1a99[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100)))}
[junit4] 2> 508363 INFO (qtp5308053-7184) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=33
[junit4] 1> Adding 10 docs with commit=true, numDocs=400
[junit4] 2> 508371 INFO (qtp5308053-7182) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 508372 INFO (qtp5308053-7185) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577227357639409664,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 508372 INFO (qtp5308053-7185) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@e41152 commitCommandVersion:1577227357639409664
[junit4] 2> 508403 INFO (qtp5308053-7185) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@bf3ad3[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 508404 INFO (qtp5308053-7185) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 508406 INFO (searcherExecutor-2549-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@bf3ad3[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100)))}
[junit4] 2> 508406 INFO (qtp5308053-7185) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=33
[junit4] 1> Adding 10 docs with commit=true, numDocs=500
[junit4] 2> 508416 INFO (qtp5308053-7186) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 508417 INFO (qtp5308053-7187) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577227357686595584,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 508417 INFO (qtp5308053-7187) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@e41152 commitCommandVersion:1577227357686595584
[junit4] 2> 508461 INFO (qtp5308053-7187) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@adffe3[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 508462 INFO (qtp5308053-7187) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 508463 INFO (searcherExecutor-2549-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@adffe3[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100)))}
[junit4] 2> 508463 INFO (qtp5308053-7187) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=45
[junit4] 1> Adding 10 docs with commit=true, numDocs=600
[junit4] 2> 508470 INFO (qtp5308053-7180) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 508471 INFO (qtp5308053-7183) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577227357743218688,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 508471 INFO (qtp5308053-7183) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@e41152 commitCommandVersion:1577227357743218688
[junit4] 2> 508503 INFO (qtp5308053-7183) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b1c331[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 508504 INFO (qtp5308053-7183) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 508505 INFO (searcherExecutor-2549-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1b1c331[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100)))}
[junit4] 2> 508505 INFO (qtp5308053-7183) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=34
[junit4] 1> Adding 10 docs with commit=true, numDocs=700
[junit4] 2> 508514 INFO (qtp5308053-7184) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 508514 INFO (qtp5308053-7182) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577227357788307456,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 508514 INFO (qtp5308053-7182) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@e41152 commitCommandVersion:1577227357788307456
[junit4] 2> 508558 INFO (qtp5308053-7182) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@198e78e[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 508558 INFO (qtp5308053-7182) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 508560 INFO (searcherExecutor-2549-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@198e78e[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100)))}
[junit4] 2> 508560 INFO (qtp5308053-7182) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=45
[junit4] 1> Adding 10 docs with commit=true, numDocs=800
[junit4] 2> 508567 INFO (qtp5308053-7185) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 508568 INFO (qtp5308053-7186) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577227357844930560,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 508568 INFO (qtp5308053-7186) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@e41152 commitCommandVersion:1577227357844930560
[junit4] 2> 508611 INFO (qtp5308053-7186) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1782cf9[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 508611 INFO (qtp5308053-7186) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 508613 INFO (searcherExecutor-2549-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1782cf9[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100) Uninverting(_7(8.0.0):C100)))}
[junit4] 2> 508613 INFO (qtp5308053-7186) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=45
[junit4] 1> Adding 10 docs with commit=true, numDocs=900
[junit4] 2> 508621 INFO (qtp5308053-7187) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 508622 INFO (qtp5308053-7180) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577227357901553664,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 508622 INFO (qtp5308053-7180) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@e41152 commitCommandVersion:1577227357901553664
[junit4] 2> 508677 INFO (qtp5308053-7180) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@a9a1e4[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 508678 INFO (qtp5308053-7180) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 508680 INFO (searcherExecutor-2549-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@a9a1e4[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100) Uninverting(_7(8.0.0):C100) Uninverting(_8(8.0.0):C100)))}
[junit4] 2> 508680 INFO (qtp5308053-7180) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=58
[junit4] 1> Adding 10 docs with commit=true, numDocs=1000
[junit4] 2> 508687 INFO (qtp5308053-7183) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 508688 INFO (qtp5308053-7184) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577227357969711104,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 508688 INFO (qtp5308053-7184) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@e41152 commitCommandVersion:1577227357969711104
[junit4] 2> 508736 INFO (qtp5308053-7184) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@13e8aed[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 508737 INFO (qtp5308053-7184) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 508740 INFO (searcherExecutor-2549-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@13e8aed[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100) Uninverting(_7(8.0.0):C100) Uninverting(_8(8.0.0):C100) Uninverting(_9(8.0.0):C100)))}
[junit4] 2> 508742 INFO (qtp5308053-7184) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=54
[junit4] 2> 508745 INFO (qtp5308053-7182) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:4&wt=javabin&version=2} hits=1000 status=0 QTime=1
[junit4] 2> 508756 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e36febf3d0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 508761 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[B4D033E20BD53376]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 508763 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[B4D033E20BD53376]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51714/solr ready
[junit4] 2> 508765 INFO (qtp32125918-7141) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 508769 INFO (OverseerThreadFactory-2538-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection cdcr-target
[junit4] 2> 508880 INFO (OverseerStateUpdate-98576709606768643-127.0.0.1:51718_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-target",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-target_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:51718/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 509081 INFO (qtp32125918-7143) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 509082 INFO (qtp32125918-7143) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 509189 INFO (zkCallback-2231-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 509189 INFO (zkCallback-2231-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 510103 INFO (qtp32125918-7143) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 510107 INFO (qtp32125918-7143) [ ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 510110 INFO (qtp32125918-7143) [ ] o.a.s.s.IndexSchema [cdcr-target_shard1_replica_n1] Schema name=minimal
[junit4] 2> 510112 INFO (qtp32125918-7143) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 510113 INFO (qtp32125918-7143) [ ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-target/managed-schema
[junit4] 2> 510116 INFO (qtp32125918-7143) [ ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-target/schema.xml to /configs/cdcr-target/schema.xml.bak
[junit4] 2> 510116 INFO (qtp32125918-7143) [ ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-target_shard1_replica_n1' using configuration from collection cdcr-target, trusted=true
[junit4] 2> 510117 INFO (qtp32125918-7143) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51718.solr.core.cdcr-target.shard1.replica_n1' (registry 'solr.core.cdcr-target.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@135374d
[junit4] 2> 510117 INFO (qtp32125918-7143) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 510117 INFO (qtp32125918-7143) [ ] o.a.s.c.SolrCore [[cdcr-target_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_B4D033E20BD53376-001\cdcr-target-001\node1\cdcr-target_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_B4D033E20BD53376-001\cdcr-target-001\node1\.\cdcr-target_shard1_replica_n1\data\]
[junit4] 2> 510196 INFO (qtp32125918-7143) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 510196 INFO (qtp32125918-7143) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 510198 INFO (qtp32125918-7143) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 510198 INFO (qtp32125918-7143) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 510199 INFO (qtp32125918-7143) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@d7b21f[cdcr-target_shard1_replica_n1] main]
[junit4] 2> 510202 INFO (qtp32125918-7143) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-target
[junit4] 2> 510202 INFO (qtp32125918-7143) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-target
[junit4] 2> 510202 INFO (qtp32125918-7143) [ ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-target/managed-schema
[junit4] 2> 510203 INFO (qtp32125918-7143) [ ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 510204 INFO (qtp32125918-7143) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 510207 INFO (qtp32125918-7143) [ ] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-target/cdcr/state/buffer
[junit4] 2> 510209 INFO (qtp32125918-7143) [ ] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-target/cdcr/state/process
[junit4] 2> 510210 INFO (searcherExecutor-2555-thread-1) [ ] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] Registered new searcher Searcher@d7b21f[cdcr-target_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 510210 INFO (qtp32125918-7143) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577227359566692352
[junit4] 2> 510217 INFO (qtp32125918-7143) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 510217 INFO (qtp32125918-7143) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 510217 INFO (qtp32125918-7143) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51718/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 510217 INFO (qtp32125918-7143) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 510217 INFO (qtp32125918-7143) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:51718/solr/cdcr-target_shard1_replica_n1/ has no replicas
[junit4] 2> 510217 INFO (qtp32125918-7143) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 510220 INFO (zkCallback-2231-thread-2) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-target:shard1
[junit4] 2> 510222 INFO (qtp32125918-7143) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51718/solr/cdcr-target_shard1_replica_n1/ shard1
[junit4] 2> 510326 INFO (zkCallback-2231-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 510326 INFO (zkCallback-2231-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 510375 INFO (qtp32125918-7143) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 510377 INFO (qtp32125918-7143) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1295
[junit4] 2> 510380 INFO (qtp32125918-7141) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 510482 INFO (zkCallback-2231-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 510482 INFO (zkCallback-2231-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 510771 INFO (OverseerCollectionConfigSetProcessor-98576709606768643-127.0.0.1:51718_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 511380 INFO (qtp32125918-7141) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2615
[junit4] 2> 511384 INFO (zkCallback-2231-thread-1) [ ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/cdcr/state/process @ cdcr-target:shard1
[junit4] 2> 511385 INFO (qtp32125918-7144) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-target:4&action=start&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 511385 INFO (zkCallback-2231-thread-1) [ ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-target:shard1
[junit4] 2> 511391 INFO (qtp5308053-7185) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 511392 INFO (qtp5308053-7185) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51714/solr ready
[junit4] 2> 511399 INFO (qtp32125918-7142) [ ] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
[junit4] 2> 511399 INFO (qtp32125918-7142) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 511399 INFO (qtp32125918-7146) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={_stateVer_=cdcr-target:4&action=COLLECTIONCHECKPOINT&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 511400 INFO (qtp5308053-7185) [ ] o.a.s.h.CdcrReplicatorManager Create new update log reader for target cdcr-target with checkpoint -1 @ cdcr-source:shard1
[junit4] 2> 511400 INFO (qtp5308053-7185) [ ] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target, shard: shard1
[junit4] 2> 511401 INFO (qtp5308053-7185) [ ] o.a.s.h.CdcrReplicatorManager Submitting bootstrap task to executor
[junit4] 2> 511402 INFO (zkCallback-2243-thread-2) [ ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/process @ cdcr-source:shard1
[junit4] 2> 511402 INFO (qtp5308053-7185) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=start&wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 511404 INFO (zkCallback-2243-thread-2) [ ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-source:shard1
[junit4] 2> 511404 INFO (cdcr-bootstrap-status-2255-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target shard: shard1 leader: http://127.0.0.1:51718/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 511407 INFO (qtp5308053-7186) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=queues&wt=javabin&version=2} status=0 QTime=2
[junit4] 1> Cdcr queue response: {responseHeader={status=0,QTime=2},queues={127.0.0.1:51714/solr={cdcr-target={queueSize=1010,lastTimestamp=}}},tlogTotalSize=47659,tlogTotalCount=10,updateLogSynchronizer=stopped}
[junit4] 2> 511408 INFO (qtp32125918-7143) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=http://127.0.0.1:51742/solr/cdcr-source_shard1_replica_n1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 511408 INFO (qtp32125918-7144) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577227360822886400,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 511411 INFO (qtp32125918-7144) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 511413 INFO (qtp32125918-7144) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 511413 INFO (qtp32125918-7144) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-target:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 511413 INFO (recoveryExecutor-2229-thread-1) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 511413 INFO (qtp32125918-7145) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-target:4&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 511416 INFO (qtp32125918-7139) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 511416 INFO (cdcr-bootstrap-status-2255-thread-1) [ ] o.a.s.h.CdcrReplicatorManager CDCR bootstrap running for 1 seconds, sleeping for 2000 ms
[junit4] 2> 511417 INFO (qtp5308053-7180) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577227360832323584,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 511417 INFO (qtp5308053-7180) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@e41152 commitCommandVersion:1577227360832323584
[junit4] 2> 511430 INFO (qtp5308053-7180) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@17e4ccd[cdcr-source_shard1_replica_n1] realtime]
[junit4] 2> 511430 INFO (qtp5308053-7180) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 511430 INFO (qtp5308053-7180) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 511432 INFO (qtp5308053-7182) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 511432 INFO (recoveryExecutor-2229-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 12
[junit4] 2> 511432 INFO (recoveryExecutor-2229-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 1504161225159
[junit4] 2> 511432 INFO (recoveryExecutor-2229-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 511432 INFO (recoveryExecutor-2229-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 511432 INFO (recoveryExecutor-2229-thread-1) [ ] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 511441 INFO (qtp5308053-7185) [ ] o.a.s.h.ReplicationHandler Adding tlog files to list: [{size=4657, name=tlog.0000000000000000000.1577227357505191936}, {size=4778, name=tlog.0000000000000000001.1577227357547134976}, {size=4778, name=tlog.0000000000000000002.1577227357586980864}, {size=4778, name=tlog.0000000000000000003.1577227357631021056}, {size=4778, name=tlog.0000000000000000004.1577227357676109824}, {size=4778, name=tlog.0000000000000000005.1577227357735878656}, {size=4778, name=tlog.0000000000000000006.1577227357779918848}, {size=4778, name=tlog.0000000000000000007.1577227357837590528}, {size=4778, name=tlog.0000000000000000008.1577227357893165056}, {size=4778, name=tlog.0000000000000000009.1577227357963419648}]
[junit4] 2> 511441 INFO (qtp5308053-7185) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=7
[junit4] 2> 511442 INFO (recoveryExecutor-2229-thread-1) [ ] o.a.s.h.IndexFetcher Number of files in latest index in master: 13
[junit4] 2> 511442 INFO (recoveryExecutor-2229-thread-1) [ ] o.a.s.h.IndexFetcher Number of tlog files in master: 10
[junit4] 2> 511443 INFO (recoveryExecutor-2229-thread-1) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 511443 INFO (recoveryExecutor-2229-thread-1) [ ] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@161158 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@12ad631)
[junit4] 2> 511443 INFO (qtp5308053-7186) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Asserting_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 511446 INFO (qtp5308053-7187) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 511448 INFO (qtp5308053-7180) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Asserting_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 511450 INFO (qtp5308053-7184) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 511450 INFO (qtp5308053-7183) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 511452 INFO (qtp5308053-7182) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Asserting_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 511453 INFO (qtp5308053-7185) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Asserting_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 511454 INFO (qtp5308053-7186) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Asserting_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 511456 INFO (qtp5308053-7187) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Asserting_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 511457 INFO (qtp5308053-7180) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 511459 INFO (qtp5308053-7184) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 511460 INFO (qtp5308053-7183) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 511461 INFO (qtp5308053-7182) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=segments_c&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 511462 INFO (recoveryExecutor-2229-thread-1) [ ] o.a.s.h.IndexFetcher Starting download of tlog files from master: [{size=4657, name=tlog.0000000000000000000.1577227357505191936}, {size=4778, name=tlog.0000000000000000001.1577227357547134976}, {size=4778, name=tlog.0000000000000000002.1577227357586980864}, {size=4778, name=tlog.0000000000000000003.1577227357631021056}, {size=4778, name=tlog.0000000000000000004.1577227357676109824}, {size=4778, name=tlog.0000000000000000005.1577227357735878656}, {size=4778, name=tlog.0000000000000000006.1577227357779918848}, {size=4778, name=tlog.0000000000000000007.1577227357837590528}, {size=4778, name=tlog.0000000000000000008.1577227357893165056}, {size=4778, name=tlog.0000000000000000009.1577227357963419648}]
[junit4] 2> 511463 INFO (qtp5308053-7185) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000000.1577227357505191936&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 511466 INFO (qtp5308053-7186) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000001.1577227357547134976&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 511469 INFO (qtp5308053-7187) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000002.1577227357586980864&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 511479 INFO (qtp5308053-7180) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000003.1577227357631021056&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 511481 INFO (qtp5308053-7184) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000004.1577227357676109824&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 511483 INFO (qtp5308053-7183) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000005.1577227357735878656&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 511485 INFO (qtp5308053-7182) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000006.1577227357779918848&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 511488 INFO (qtp5308053-7185) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000007.1577227357837590528&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 511490 INFO (qtp5308053-7186) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000008.1577227357893165056&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 511492 INFO (qtp5308053-7187) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000009.1577227357963419648&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 511493 INFO (recoveryExecutor-2229-thread-1) [ ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=96726) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@161158 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@12ad631)
[junit4] 2> 511503 INFO (recoveryExecutor-2229-thread-1) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 511503 INFO (recoveryExecutor-2229-thread-1) [ ] o.a.s.h.IndexFetcher Reloading SolrCore cdcr-target_shard1_replica_n1
[junit4] 2> 511513 INFO (Thread-1441) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 511519 INFO (Thread-1441) [ ] o.a.s.s.IndexSchema [cdcr-target_shard1_replica_n1] Schema name=minimal
[junit4] 2> 511521 INFO (Thread-1441) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 511521 INFO (Thread-1441) [ ] o.a.s.c.CoreContainer Reloading SolrCore 'cdcr-target_shard1_replica_n1' using configuration from collection cdcr-target
[junit4] 2> 511546 INFO (Thread-1441) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51718.solr.core.cdcr-target.shard1.replica_n1' (registry 'solr.core.cdcr-target.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@135374d
[junit4] 2> 511546 INFO (Thread-1441) [ ] o.a.s.c.SolrCore [[cdcr-target_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_B4D033E20BD53376-001\cdcr-target-001\node1\cdcr-target_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_B4D033E20BD53376-001\cdcr-target-001\node1\.\cdcr-target_shard1_replica_n1\data\]
[junit4] 2> 511645 INFO (Thread-1441) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 511645 INFO (Thread-1441) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 511648 INFO (Thread-1441) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@bfc948[cdcr-target_shard1_replica_n1] main]
[junit4] 2> 511649 INFO (Thread-1441) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-target
[junit4] 2> 511650 INFO (Thread-1441) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-target
[junit4] 2> 511650 INFO (Thread-1441) [ ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-target/managed-schema
[junit4] 2> 511652 INFO (Thread-1441) [ ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 511652 INFO (Thread-1441) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 511659 INFO (searcherExecutor-2567-thread-1) [ ] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] Registered new searcher Searcher@bfc948[cdcr-target_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(8.0.0):C1000)))}
[junit4] 2> 511667 INFO (Thread-1441) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 511668 INFO (Thread-1441) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1be493b[cdcr-target_shard1_replica_n1] main]
[junit4] 2> 511674 INFO (searcherExecutor-2567-thread-1) [ ] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] Registered new searcher Searcher@1be493b[cdcr-target_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(8.0.0):C1000)))}
[junit4] 2> 511674 INFO (Thread-1441) [ ] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@38a863
[junit4] 2> 511675 INFO (Thread-1441) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-target.shard1.replica_n1, tag=3713123
[junit4] 2> 511675 INFO (Thread-1441) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12eb8d7: rootName = solr_51718, domain = solr.core.cdcr-target.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.cdcr-target.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@12437cd
[junit4] 2> 511686 INFO (Thread-1441) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-target.shard1.leader, tag=3713123
[junit4] 2> 511686 INFO (Thread-1441) [ ] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1
[junit4] 2> 511688 INFO (recoveryExecutor-2229-thread-1) [ ] o.a.s.h.CdcrRequestHandler No replay needed.
[junit4] 2> 512416 INFO (qtp32125918-7142) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577227361879851008,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 512416 INFO (qtp32125918-7142) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 512416 INFO (qtp32125918-7142) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 512417 INFO (qtp32125918-7142) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-target:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 512418 INFO (qtp32125918-7146) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-target:4&wt=javabin&version=2} hits=1000 status=0 QTime=0
[junit4] 2> 512420 INFO (qtp32125918-7141) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&action=CANCEL_BOOTSTRAP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 513416 WARN (cdcr-bootstrap-status-2255-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Cancelling waiting for bootstrap on target: cdcr-target shard: shard1 to complete
[junit4] 2> 513418 INFO (zkCallback-2243-thread-2) [ ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/process @ cdcr-source:shard1
[junit4] 2> 513418 INFO (qtp5308053-7180) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=stop&wt=javabin&version=2} status=0 QTime=998
[junit4] 2> 513418 INFO (zkCallback-2243-thread-2) [ ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STOPPED @ cdcr-source:shard1
[junit4] 2> 513419 INFO (zkCallback-2243-thread-2) [ ] o.a.s.h.CdcrBufferStateManager The CDCR buffer state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/buffer @ cdcr-source:shard1
[junit4] 2> 513419 INFO (qtp5308053-7184) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=disablebuffer&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 513419 INFO (zkCallback-2243-thread-2) [ ] o.a.s.h.CdcrBufferStateManager Received new CDCR buffer state from watcher: DISABLED @ cdcr-source:shard1
[junit4] 1> Adding 100 docs with commit=true, numDocs=1100
[junit4] 2> 513427 INFO (qtp5308053-7183) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 513428 INFO (qtp5308053-7182) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577227362941009920,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 513428 INFO (qtp5308053-7182) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@e41152 commitCommandVersion:1577227362941009920
[junit4] 2> 513452 INFO (qtp5308053-7182) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@c28609[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 513455 INFO (searcherExecutor-2549-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@c28609[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(8.0.0):C1000) Uninverting(_b(8.0.0):C100)))}
[junit4] 2> 513456 INFO (qtp5308053-7182) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 513494 INFO (qtp5308053-7182) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=67
[junit4] 1> Adding 100 docs with commit=true, numDocs=1200
[junit4] 2> 513501 INFO (qtp5308053-7185) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 513502 INFO (qtp5308053-7186) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577227363018604544,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 513502 INFO (qtp5308053-7186) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@e41152 commitCommandVersion:1577227363018604544
[junit4] 2> 513527 INFO (qtp5308053-7186) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@161a8cd[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 513528 INFO (qtp5308053-7186) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 513529 INFO (searcherExecutor-2549-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@161a8cd[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(8.0.0):C1000) Uninverting(_b(8.0.0):C100) Uninverting(_c(8.0.0):C100)))}
[junit4] 2> 513530 INFO (qtp5308053-7186) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=27
[junit4] 1> Adding 100 docs with commit=true, numDocs=1300
[junit4] 2> 513536 INFO (qtp5308053-7187) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 513536 INFO (qtp5308053-7180) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577227363054256128,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 513536 INFO (qtp5308053-7180) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@e41152 commitCommandVersion:1577227363054256128
[junit4] 2> 513569 INFO (qtp5308053-7180) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@a30ba4[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 513570 INFO (qtp5308053-7180) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 513571 INFO (searcherExecutor-2549-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@a30ba4[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(8.0.0):C1000) Uninverting(_b(8.0.0):C100) Uninverting(_c(8.0.0):C100) Uninverting(_d(8.0.0):C100)))}
[junit4] 2> 513572 INFO (qtp5308053-7180) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=35
[junit4] 1> Adding 100 docs with commit=true, numDocs=1400
[junit4] 2> 513578 INFO (qtp5308053-7184) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 513579 INFO (qtp5308053-7183) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577227363099344896,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 513579 INFO (qtp5308053-7183) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@e41152 commitCommandVersion:1577227363099344896
[junit4] 2> 513609 INFO (qtp5308053-7183) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@111e7ae[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 513610 INFO (qtp5308053-7183) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 513611 INFO (searcherExecutor-2549-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@111e7ae[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(8.0.0):C1000) Uninverting(_b(8.0.0):C100) Uninverting(_c(8.0.0):C100) Uninverting(_d(8.0.0):C100) Uninverting(_e(8.0.0):C100)))}
[junit4] 2> 513611 INFO (qtp5308053-7183) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=32
[junit4] 1> Adding 100 docs with commit=true, numDocs=1500
[junit4] 2> 513616 INFO (qtp5308053-7182) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 513617 INFO (qtp5308053-7185) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577227363139190784,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 513617 INFO (qtp5308053-7185) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@e41152 commitCommandVersion:1577227363139190784
[junit4] 2> 513657 INFO (qtp5308053-7185) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a4c728[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 513658 INFO (qtp5308053-7185) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 513659 INFO (searcherExecutor-2549-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1a4c728[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(8.0.0):C1000) Uninverting(_b(8.0.0):C100) Uninverting(_c(8.0.0):C100) Uninverting(_d(8.0.0):C100) Uninverting(_e(8.0.0):C100) Uninverting(_f(8.0.0):C100)))}
[junit4] 2> 513659 INFO (qtp5308053-7185) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=41
[junit4] 1> Adding 100 docs with commit=true, numDocs=1600
[junit4] 2> 513664 INFO (qtp5308053-7186) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 513665 INFO (qtp5308053-7187) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577227363189522432,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 513665 INFO (qtp5308053-7187) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@e41152 commitCommandVersion:1577227363189522432
[junit4] 2> 513712 INFO (qtp5308053-7187) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@18e4a7f[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 513713 INFO (qtp5308053-7187) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 513714 INFO (searcherExecutor-2549-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@18e4a7f[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(8.0.0):C1000) Uninverting(_b(8.0.0):C100) Uninverting(_c(8.0.0):C100) Uninverting(_d(8.0.0):C100) Uninverting(_e(8.0.0):C100) Uninverting(_f(8.0.0):C100) Uninverting(_g(8.0.0):C100)))}
[junit4] 2> 513714 INFO (qtp5308053-7187) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=49
[junit4] 1> Adding 100 docs with commit=true, numDocs=1700
[junit4] 2> 513719 INFO (qtp5308053-7180) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 513721 INFO (qtp5308053-7184) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577227363247194112,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 513721 INFO (qtp5308053-7184) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@e41152 commitCommandVersion:1577227363247194112
[junit4] 2> 513760 INFO (qtp5308053-7184) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@8e6e6d[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 513761 INFO (qtp5308053-7184) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 513762 INFO (searcherExecutor-2549-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@8e6e6d[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(8.0.0):C1000) Uninverting(_b(8.0.0):C100) Uninverting(_c(8.0.0):C100) Uninverting(_d(8.0.0):C100) Uninverting(_e(8.0.0):C100) Uninverting(_f(8.0.0):C100) Uninverting(_g(8.0.0):C100) Uninverting(_h(8.0.0):C100)))}
[junit4] 2> 513762 INFO (qtp5308053-7184) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=42
[junit4] 1> Adding 100 docs with commit=true, numDocs=1800
[junit4] 2> 513768 INFO (qtp5308053-7183) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 513769 INFO (qtp5308053-7182) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577227363298574336,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 513769 INFO (qtp5308053-7182) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@e41152 commitCommandVersion:1577227363298574336
[junit4] 2> 513812 INFO (qtp5308053-7182) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@48ddf9[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 513814 INFO (qtp5308053-7182) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 513815 INFO (searcherExecutor-2549-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@48ddf9[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(8.0.0):C1000) Uninverting(_b(8.0.0):C100) Uninverting(_c(8.0.0):C100) Uninverting(_d(8.0.0):C100) Uninverting(_e(8.0.0):C100) Uninverting(_f(8.0.0):C100) Uninverting(_g(8.0.0):C100) Uninverting(_h(8.0.0):C100) Uninverting(_i(8.0.0):C100)))}
[junit4] 2> 513815 INFO (qtp5308053-7182) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=46
[junit4] 1> Adding 100 docs with commit=true, numDocs=1900
[junit4] 2> 513820 INFO (qtp5308053-7185) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 513820 INFO (qtp5308053-7186) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577227363352051722,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 513820 INFO (qtp5308053-7186) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@e41152 commitCommandVersion:1577227363352051722
[junit4] 2> 513869 INFO (qtp5308053-7186) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1289991[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 513870 INFO (qtp5308053-7186) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 513872 INFO (searcherExecutor-2549-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1289991[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(8.0.0):C1000) Uninverting(_b(8.0.0):C100) Uninverting(_c(8.0.0):C100) Uninverting(_d(8.0.0):C100) Uninverting(_e(8.0.0):C100) Uninverting(_f(8.0.0):C100) Uninverting(_g(8.0.0):C100) Uninverting(_h(8.0.0):C100) Uninverting(_i(8.0.0):C100) Uninverting(_j(8.0.0):C100)))}
[junit4] 2> 513873 INFO (qtp5308053-7186) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source
[...truncated too long message...]
4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/configs/cdcr-source
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/collections/cdcr-source/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/cdcr-source/cdcr/state/process
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 664235 INFO (jetty-closer-2294-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@f8e22d{HTTP/1.1,[http/1.1]}{127.0.0.1:?}
[junit4] 2> 664236 INFO (jetty-closer-2294-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=12838399
[junit4] 2> 664236 INFO (jetty-closer-2294-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 664236 INFO (jetty-closer-2294-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@19a8f34: rootName = solr_52106, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@ea7479
[junit4] 2> 664248 INFO (jetty-closer-2294-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 664248 INFO (jetty-closer-2294-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@cf41cd: rootName = solr_52106, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7d96b6
[junit4] 2> 664254 INFO (jetty-closer-2294-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 664254 INFO (jetty-closer-2294-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1656dda: rootName = solr_52106, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@18ccb05
[junit4] 2> 664257 INFO (jetty-closer-2294-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 664258 INFO (coreCloseExecutor-2689-thread-1) [ ] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@103b172
[junit4] 2> 664258 INFO (coreCloseExecutor-2689-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-target.shard1.replica_n1, tag=17019250
[junit4] 2> 664258 INFO (coreCloseExecutor-2689-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@11969cd: rootName = solr_52106, domain = solr.core.cdcr-target.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.cdcr-target.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1a28c07
[junit4] 2> 664261 INFO (zkCallback-2300-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 664261 INFO (zkCallback-2300-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 664271 INFO (coreCloseExecutor-2689-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-target.shard1.leader, tag=17019250
[junit4] 2> 664271 INFO (coreCloseExecutor-2689-thread-1) [ ] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1
[junit4] 2> 664271 INFO (jetty-closer-2294-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98576719214673923-127.0.0.1:52106_solr-n_0000000000) closing
[junit4] 2> 664273 INFO (OverseerStateUpdate-98576719214673923-127.0.0.1:52106_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:52106_solr
[junit4] 2> 664274 WARN (zkCallback-2300-thread-3) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 664275 INFO (jetty-closer-2294-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c373d4{/solr,null,UNAVAILABLE}
[junit4] 2> 664276 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[B4D033E20BD53376]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 664276 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[B4D033E20BD53376]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52102 52102
[junit4] 2> 664276 INFO (Thread-1474) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52102 52102
[junit4] 2> 664277 WARN (Thread-1474) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/configs/cdcr-target/managed-schema
[junit4] 2> 2 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-target/state.json
[junit4] 2> 3 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/cdcr-target/cdcr/state/buffer
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 664277 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[B4D033E20BD53376]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testConvertClusterToCdcrAndBootstrap
[junit4] 2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_B4D033E20BD53376-001
[junit4] 2> Aug 31, 2017 6:36:18 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 5 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=ne-IN, timezone=Asia/Seoul
[junit4] 2> NOTE: Windows 10 10.0 x86/Oracle Corporation 9 (32-bit)/cpus=3,threads=1,free=200444888,total=299368448
[junit4] 2> NOTE: All tests run in this JVM: [UpdateLogTest, TestSubQueryTransformerCrossCore, TestSolrCloudWithSecureImpersonation, TestAtomicUpdateErrorCases, TestFieldSortValues, CleanupOldIndexTest, BlockDirectoryTest, TestFoldingMultitermQuery, CoreAdminRequestStatusTest, CursorPagingTest, CollectionTooManyReplicasTest, DistributedSpellCheckComponentTest, ConfigSetsAPITest, BinaryUpdateRequestHandlerTest, DataDrivenBlockJoinTest, TolerantUpdateProcessorTest, DateFieldTest, AnalyticsMergeStrategyTest, TestAuthenticationFramework, RAMDirectoryFactoryTest, AddSchemaFieldsUpdateProcessorFactoryTest, HdfsNNFailoverTest, SuggestComponentContextFilterQueryTest, TestHashPartitioner, TestRestManager, TestFuzzyAnalyzedSuggestions, BasicAuthStandaloneTest, TestSQLHandler, TestPseudoReturnFields, ZkControllerTest, HLLUtilTest, TestFieldCacheSortRandom, DateRangeFieldTest, TestJsonFacetRefinement, CachingDirectoryFactoryTest, ChangedSchemaMergeTest, TestUniqueKeyFieldResource, TestCopyFieldCollectionResource, SortByFunctionTest, TestReloadDeadlock, TestReqParamsAPI, TestCollapseQParserPlugin, SolrTestCaseJ4Test, OverriddenZkACLAndCredentialsProvidersTest, PeerSyncReplicationTest, HdfsSyncSliceTest, BlockJoinFacetSimpleTest, TestDFISimilarityFactory, CreateCollectionCleanupTest, TestSolrCloudSnapshots, TestOverriddenPrefixQueryForCustomFieldType, TestCursorMarkWithoutUniqueKey, TestLeaderElectionWithEmptyReplica, TestConfigsApi, TestReplicationHandler, TestLeaderInitiatedRecoveryThread, HdfsBasicDistributedZkTest, TestNumericTerms32, MoveReplicaTest, TestPhraseSuggestions, TestSSLRandomization, TestSweetSpotSimilarityFactory, TestHighlightDedupGrouping, ConjunctionSolrSpellCheckerTest, DistributedVersionInfoTest, TestCoreContainer, TestInitQParser, TestUtils, WordBreakSolrSpellCheckerTest, CdcrBootstrapTest]
[junit4] Completed [153/732 (1!)] on J0 in 160.69s, 3 tests, 1 failure <<< FAILURES!
[...truncated 40999 lines...]
BUILD FAILED
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:810: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:690: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:678: Source checkout is modified!!! Offending files:
* solr/licenses/httpmime-4.5.3.jar.sha1
Total time: 76 minutes 11 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS-EA] Lucene-Solr-master-Windows (64bit/jdk-9-ea+181) -
Build # 6858 - Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6858/
Java: 64bit/jdk-9-ea+181 -XX:-UseCompressedOops -XX:+UseParallelGC --illegal-access=deny
All tests passed
Build Log:
[...truncated 52609 lines...]
BUILD FAILED
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:810: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:690: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:678: Source checkout is modified!!! Offending files:
* solr/licenses/httpmime-4.5.3.jar.sha1
Total time: 82 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-master-Windows (32bit/jdk1.8.0_144) - Build #
6857 - Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6857/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1100>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
at __randomizedtesting.SeedInfo.seed([A409C7E98A4E0189:704C8CB06D18B272]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12362 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_A409C7E98A4E0189-001\init-core-data-001
[junit4] 2> 2008805 ERROR (Thread-3051) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2008907 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e32731ba70000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2008914 ERROR (jetty-launcher-3551-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2008936 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e32731ba70002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2009366 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e32731ba70004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2009376 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e32731ba70005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 1> Target zkHost = 127.0.0.1:64484/solr
[junit4] 2> 2009383 ERROR (Thread-3061) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2009488 ERROR (jetty-launcher-3563-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2009506 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e32731de90001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 1> Adding 10 docs with commit=true, numDocs=100
[junit4] 1> Adding 10 docs with commit=true, numDocs=200
[junit4] 1> Adding 10 docs with commit=true, numDocs=300
[junit4] 1> Adding 10 docs with commit=true, numDocs=400
[junit4] 1> Adding 10 docs with commit=true, numDocs=500
[junit4] 1> Adding 10 docs with commit=true, numDocs=600
[junit4] 1> Adding 10 docs with commit=true, numDocs=700
[junit4] 1> Adding 10 docs with commit=true, numDocs=800
[junit4] 1> Adding 10 docs with commit=true, numDocs=900
[junit4] 1> Adding 10 docs with commit=true, numDocs=1000
[junit4] 2> 2013120 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e32731ba70006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 1> Cdcr queue response: {responseHeader={status=0,QTime=7},queues={127.0.0.1:64484/solr={cdcr-target={queueSize=1010,lastTimestamp=}}},tlogTotalSize=47659,tlogTotalCount=10,updateLogSynchronizer=stopped}
[junit4] 2> 2017931 WARN (cdcr-bootstrap-status-3582-thread-1-processing-n:127.0.0.1:64515_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:64515_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Cancelling waiting for bootstrap on target: cdcr-target shard: shard1 to complete
[junit4] 1> Adding 100 docs with commit=true, numDocs=1100
[junit4] 1> Adding 100 docs with commit=true, numDocs=1200
[junit4] 1> Adding 100 docs with commit=true, numDocs=1300
[junit4] 1> Adding 100 docs with commit=true, numDocs=1400
[junit4] 1> Adding 100 docs with commit=true, numDocs=1500
[junit4] 1> Adding 100 docs with commit=true, numDocs=1600
[junit4] 1> Adding 100 docs with commit=true, numDocs=1700
[junit4] 1> Adding 100 docs with commit=true, numDocs=1800
[junit4] 1> Adding 100 docs with commit=true, numDocs=1900
[junit4] 1> Adding 100 docs with commit=true, numDocs=2000
[junit4] 2> 2019578 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e32731de90007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2020573 WARN (cdcr-bootstrap-status-3585-thread-1-processing-n:127.0.0.1:64515_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:64515_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Cancelling waiting for bootstrap on target: cdcr-target shard: shard1 to complete
[junit4] 2> 2020587 WARN (zkCallback-3570-thread-2-processing-n:127.0.0.1:64515_solr) [n:127.0.0.1:64515_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2020591 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A409C7E98A4E0189]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2020597 WARN (Thread-3061) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-source/state.json
[junit4] 2> 4 /solr/collections/cdcr-source/cdcr/state/process
[junit4] 2> 3 /solr/collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 2020600 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e32731ba70007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2020643 WARN (zkCallback-3558-thread-1-processing-n:127.0.0.1:64488_solr) [n:127.0.0.1:64488_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2020645 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A409C7E98A4E0189]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2020647 WARN (Thread-3051) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/configs/cdcr-target/managed-schema
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 3 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-target/state.json
[junit4] 2> 4 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 3 /solr/collections/cdcr-target/cdcr/state/buffer
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 2020654 ERROR (Thread-3080) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2020760 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e327349f00000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2020769 ERROR (jetty-launcher-3586-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2020787 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e327349f00001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2020798 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e327349f00002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 1> Target zkHost = 127.0.0.1:64610/solr
[junit4] 2> 2021128 ERROR (Thread-3090) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2021239 ERROR (jetty-launcher-3598-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 1> Adding 10 docs with commit=true, numDocs=100
[junit4] 1> Adding 10 docs with commit=true, numDocs=200
[junit4] 1> Adding 10 docs with commit=true, numDocs=300
[junit4] 1> Adding 10 docs with commit=true, numDocs=400
[junit4] 1> Adding 10 docs with commit=true, numDocs=500
[junit4] 1> Adding 10 docs with commit=true, numDocs=600
[junit4] 1> Adding 10 docs with commit=true, numDocs=700
[junit4] 1> Adding 10 docs with commit=true, numDocs=800
[junit4] 1> Adding 10 docs with commit=true, numDocs=900
[junit4] 1> Adding 10 docs with commit=true, numDocs=1000
[junit4] 2> 2025493 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e327349f00006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 1> Adding 10 docs with commit=true, numDocs=1100
[junit4] 2> 2029219 WARN (cdcr-bootstrap-status-3617-thread-1-processing-n:127.0.0.1:64643_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:64643_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Bootstrap process was not found on target collection: cdcr-target shard: shard1, leader: http://127.0.0.1:64616/solr/cdcr-target_shard1_replica_n1/
[junit4] 1> Adding 10 docs with commit=true, numDocs=1200
[junit4] 1> Adding 10 docs with commit=true, numDocs=1300
[junit4] 1> Adding 10 docs with commit=true, numDocs=1400
[junit4] 1> Adding 10 docs with commit=true, numDocs=1500
[junit4] 1> Adding 10 docs with commit=true, numDocs=1600
[junit4] 1> Adding 10 docs with commit=true, numDocs=1700
[junit4] 1> Adding 10 docs with commit=true, numDocs=1800
[junit4] 1> Adding 10 docs with commit=true, numDocs=1900
[junit4] 2> 2029826 ERROR (updateExecutor-3590-thread-1-processing-n:127.0.0.1:64616_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:64616_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Bootstrap operation failed
[junit4] 2> java.util.concurrent.ExecutionException: java.lang.AssertionError
[junit4] 2> at java.util.concurrent.FutureTask.report(FutureTask.java:122)
[junit4] 2> at java.util.concurrent.FutureTask.get(FutureTask.java:192)
[junit4] 2> at org.apache.solr.handler.CdcrRequestHandler.lambda$handleBootstrapAction$0(CdcrRequestHandler.java:646)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.AssertionError
[junit4] 2> at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:789)
[junit4] 2> at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:716)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
[junit4] 2> ... 5 more
[junit4] 1> Adding 10 docs with commit=true, numDocs=2000
[junit4] 1> Cdcr queue response: {responseHeader={status=0,QTime=1},queues={127.0.0.1:64610/solr={cdcr-target={queueSize=2020,lastTimestamp=}}},tlogTotalSize=96439,tlogTotalCount=20,updateLogSynchronizer=stopped}
[junit4] 2> 2150346 WARN (cdcr-bootstrap-status-3617-thread-1-processing-n:127.0.0.1:64643_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:64643_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Cancelling waiting for bootstrap on target: cdcr-target shard: shard1 to complete
[junit4] 2> 2150445 WARN (zkCallback-3605-thread-4-processing-n:127.0.0.1:64643_solr) [n:127.0.0.1:64643_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2150447 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[A409C7E98A4E0189]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2150454 WARN (Thread-3090) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-source/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/cdcr-source/cdcr/state/process
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 2150455 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e327349f00007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2150515 WARN (zkCallback-3593-thread-4-processing-n:127.0.0.1:64616_solr) [n:127.0.0.1:64616_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2150517 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[A409C7E98A4E0189]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2150524 WARN (Thread-3080) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/configs/cdcr-target/managed-schema
[junit4] 2> 2 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-target/state.json
[junit4] 2> 3 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/cdcr-target/cdcr/state/buffer
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrBootstrapTest -Dtests.method=testBootstrapWithContinousIndexingOnSourceCluster -Dtests.seed=A409C7E98A4E0189 -Dtests.slow=true -Dtests.locale=ja-JP -Dtests.timezone=HST -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 130s J0 | CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster <<<
[junit4] > Throwable #1: java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
[junit4] > at __randomizedtesting.SeedInfo.seed([A409C7E98A4E0189:704C8CB06D18B272]:0)
[junit4] > at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2150551 ERROR (Thread-3103) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2150652 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e327545590000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2150657 ERROR (jetty-launcher-3620-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 1> Target zkHost = 127.0.0.1:65078/solr
[junit4] 2> 2151236 ERROR (Thread-3116) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2151344 ERROR (jetty-launcher-3632-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2151369 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e327548070002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2152213 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e327548070005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 1> Adding 10 docs with commit=true, numDocs=100
[junit4] 1> Adding 10 docs with commit=true, numDocs=200
[junit4] 1> Adding 10 docs with commit=true, numDocs=300
[junit4] 1> Adding 10 docs with commit=true, numDocs=400
[junit4] 1> Adding 10 docs with commit=true, numDocs=500
[junit4] 1> Adding 10 docs with commit=true, numDocs=600
[junit4] 1> Adding 10 docs with commit=true, numDocs=700
[junit4] 1> Adding 10 docs with commit=true, numDocs=800
[junit4] 1> Adding 10 docs with commit=true, numDocs=900
[junit4] 1> Adding 10 docs with commit=true, numDocs=1000
[junit4] 2> 2156473 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e327548070008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2156565 WARN (zkCallback-3639-thread-1-processing-n:127.0.0.1:65106_solr) [n:127.0.0.1:65106_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2156579 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A409C7E98A4E0189]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2156628 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e327548070009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2158371 WARN (qtp21744643-18065) [n:127.0.0.1:65180_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Action LASTPROCESSEDVERSION sent to non-leader replica @ cdcr-source:shard1
[junit4] 2> 2158372 ERROR (qtp21744643-18065) [n:127.0.0.1:65180_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Action LASTPROCESSEDVERSION sent to non-leader replica
[junit4] 2> at org.apache.solr.handler.CdcrRequestHandler.handleLastProcessedVersionAction(CdcrRequestHandler.java:500)
[junit4] 2> at org.apache.solr.handler.CdcrRequestHandler.handleRequestBody(CdcrRequestHandler.java:208)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2483)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:720)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:526)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] 2> at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2158374 WARN (cdcr-update-log-synchronizer-6751-thread-1) [n:127.0.0.1:65180_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrUpdateLogSynchronizer Caught unexpected exception
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:65180/solr/cdcr-source_shard1_replica_n1: Action LASTPROCESSEDVERSION sent to non-leader replica
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.CdcrUpdateLogSynchronizer$UpdateLogSynchronisation.run(CdcrUpdateLogSynchronizer.java:147)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 2> 2158564 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A409C7E98A4E0189]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection cdcr-source failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry? 0
[junit4] 2> 2158564 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A409C7E98A4E0189]) [ ] o.a.s.c.s.i.CloudSolrClient Re-trying request to collection(s) cdcr-source after stale state error from server.
[junit4] 2> 2158584 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e327545590006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 1> Cdcr queue response: {responseHeader={status=0,QTime=1},queues={127.0.0.1:65078/solr={cdcr-target={queueSize=-1155530753,lastTimestamp=}}},tlogTotalSize=4773,tlogTotalCount=1,updateLogSynchronizer=stopped}
[junit4] 2> 2163718 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e327548070007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2164700 WARN (cdcr-bootstrap-status-3658-thread-1-processing-n:127.0.0.1:65180_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:65180_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Cancelling waiting for bootstrap on target: cdcr-target shard: shard1 to complete
[junit4] 2> 2166208 WARN (zkCallback-3652-thread-2-processing-n:127.0.0.1:65180_solr) [n:127.0.0.1:65180_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2166211 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A409C7E98A4E0189]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2166214 WARN (Thread-3116) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/configs/cdcr-source
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/collections/cdcr-source/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/cdcr-source/cdcr/state/process
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 2167777 WARN (zkCallback-3627-thread-2-processing-n:127.0.0.1:65082_solr) [n:127.0.0.1:65082_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2167778 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A409C7E98A4E0189]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2167783 WARN (Thread-3103) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/configs/cdcr-target/managed-schema
[junit4] 2> 2 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-target/state.json
[junit4] 2> 3 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/cdcr-target/cdcr/state/buffer
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_A409C7E98A4E0189-001
[junit4] 2> Aug 30, 2017 9:25:17 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=LuceneVarGapFixedInterval), xyz=Lucene50(blocksize=128), id=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=783, maxMBSortInHeap=6.953149735214015, sim=RandomSimilarity(queryNorm=true): {}, locale=ja-JP, timezone=HST
[junit4] 2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_144 (32-bit)/cpus=3,threads=1,free=203568008,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [DateRangeFieldTest, InfixSuggestersTest, TestDFISimilarityFactory, TestAuthenticationFramework, TestUninvertingReader, TestExactSharedStatsCache, UtilsToolTest, BadCopyFieldTest, SolrInfoBeanTest, TestFieldCacheSortRandom, DistributedSuggestComponentTest, TestCorePropertiesReload, TestDistribDocBasedVersion, BasicAuthStandaloneTest, TestManagedSchema, SolrIndexMetricsTest, TestHashPartitioner, ActionThrottleTest, CollectionTooManyReplicasTest, ResponseLogComponentTest, RequestLoggingTest, TestStressRecovery, SoftAutoCommitTest, TestFieldTypeResource, RequestHandlersTest, SaslZkACLProviderTest, MinimalSchemaTest, TestSolrDeletionPolicy2, TestHttpShardHandlerFactory, TestCloudRecovery, TestSolrCloudWithHadoopAuthPlugin, DocValuesTest, PropertiesRequestHandlerTest, DeleteShardTest, SuggestComponentContextFilterQueryTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestBlobHandler, HttpPartitionTest, TestConfigOverlay, TestMultiWordSynonyms, TestJettySolrRunner, OutputWriterTest, HighlighterMaxOffsetTest, SolrJmxReporterTest, DistributedQueryComponentCustomSortTest, TestShortCircuitedRequests, TestPHPSerializedResponseWriter, TestInitQParser, TemplateUpdateProcessorTest, TestUniqueKeyFieldResource, TestLRUStatsCache, TestSubQueryTransformerCrossCore, V2StandaloneTest, MoveReplicaTest, TestConfigsApi, AnalysisAfterCoreReloadTest, TestSQLHandler, TestDefaultStatsCache, TestTlogReplica, ShufflingReplicaListTransformerTest, TestApiFramework, SolrCloudReportersTest, TestHighlightDedupGrouping, TestLazyCores, ZkCLITest, TestPullReplica, UnloadDistributedZkTest, SolrMetricManagerTest, SolrCoreTest, DistributedFacetPivotSmallTest, TestMultiValuedNumericRangeQuery, SuggesterWFSTTest, HdfsRecoveryZkTest, TestLeaderElectionWithEmptyReplica, TestManagedSynonymFilterFactory, TestAnalyzeInfixSuggestions, TestReqParamsAPI, TolerantUpdateProcessorTest, CSVRequestHandlerTest, TestPushWriter, HdfsSyncSliceTest, MetricUtilsTest, FastVectorHighlighterTest, TestDistributedSearch, TestCollectionsAPIViaSolrCloudCluster, ConfigSetsAPITest, ChangedSchemaMergeTest, URLClassifyProcessorTest, TestPhraseSuggestions, TestSolrConfigHandler, TestManagedSchemaThreadSafety, TestFieldCacheWithThreads, TestFieldSortValues, MigrateRouteKeyTest, TestRandomDVFaceting, TestExceedMaxTermLength, TestExclusionRuleCollectionAccess, BasicDistributedZkTest, TestMinMaxOnMultiValuedField, SolrCloudExampleTest, DeleteNodeTest, TestSolr4Spatial2, TestMaxScoreQueryParser, TestAtomicUpdateErrorCases, AlternateDirectoryTest, DefaultValueUpdateProcessorTest, TestSolrCloudWithSecureImpersonation, TestTrackingShardHandlerFactory, CursorMarkTest, TestFileDictionaryLookup, TestBinaryField, TestCryptoKeys, SortByFunctionTest, TestIntervalFaceting, PeerSyncReplicationTest, DataDrivenBlockJoinTest, BigEndianAscendingWordDeserializerTest, TestDelegationWithHadoopAuth, DistributedSpellCheckComponentTest, OverseerStatusTest, TestConfigSetsAPIExclusivity, TestIndexingPerformance, TestSweetSpotSimilarityFactory, TestLockTree, TestPolicyCloud, ScriptEngineTest, UniqFieldsUpdateProcessorFactoryTest, TestExtendedDismaxParser, TestSSLRandomization, TestCursorMarkWithoutUniqueKey, DisMaxRequestHandlerTest, ResourceLoaderTest, RecoveryZkTest, ClusterStateTest, TestCopyFieldCollectionResource, TestLegacyField, WrapperMergePolicyFactoryTest, SuggesterTest, TestRestManager, TestInfoStreamLogging, MultiTermTest, TestReversedWildcardFilterFactory, DateMathParserTest, TestSolrCloudSnapshots, TestFaceting, TestPerFieldSimilarityWithDefaultOverride, TestOnReconnectListenerSupport, TestRuleBasedAuthorizationPlugin, TestCollapseQParserPlugin, TestSchemaManager, ShardRoutingTest, TestSolrCoreProperties, PrimitiveFieldTypeTest, CoreAdminRequestStatusTest, TestClusterProperties, CdcrBootstrapTest]
[junit4] Completed [357/732 (1!)] on J0 in 160.04s, 3 tests, 1 failure <<< FAILURES!
[...truncated 41791 lines...]
-ecj-javadoc-lint-src:
[mkdir] Created dir: C:\Users\jenkins\AppData\Local\Temp\ecj203622431
[ecj-lint] Compiling 1124 source files to C:\Users\jenkins\AppData\Local\Temp\ecj203622431
[ecj-lint] invalid Class-Path header in manifest of jar file: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\lib\org.restlet-2.3.0.jar
[ecj-lint] invalid Class-Path header in manifest of jar file: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\lib\org.restlet.ext.servlet-2.3.0.jar
[ecj-lint] ----------
[ecj-lint] 1. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\core\CoreContainer.java (at line 1002)
[ecj-lint] core = new SolrCore(this, dcore, coreConfig);
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'core' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 2. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\core\HdfsDirectoryFactory.java (at line 234)
[ecj-lint] dir = new BlockDirectory(path, hdfsDir, cache, null, blockCacheReadEnabled, false, cacheMerges, cacheReadOnce);
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'dir' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 3. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\handler\AnalysisRequestHandlerBase.java (at line 121)
[ecj-lint] reader = cfiltfac.create(reader);
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'reader' is not closed at this location
[ecj-lint] ----------
[ecj-lint] 4. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\handler\AnalysisRequestHandlerBase.java (at line 145)
[ecj-lint] return namedList;
[ecj-lint] ^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'listBasedTokenStream' is not closed at this location
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 5. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\handler\ReplicationHandler.java (at line 1282)
[ecj-lint] DirectoryReader reader = s==null ? null : s.get().getIndexReader();
[ecj-lint] ^^^^^^
[ecj-lint] Resource leak: 'reader' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 6. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\handler\sql\SolrTable.java (at line 517)
[ecj-lint] ParallelStream parallelStream = new ParallelStream(zk, collection, tupleStream, numWorkers, comp);
[ecj-lint] ^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'parallelStream' is never closed
[ecj-lint] ----------
[ecj-lint] 7. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\handler\sql\SolrTable.java (at line 743)
[ecj-lint] ParallelStream parallelStream = new ParallelStream(zkHost, collection, tupleStream, numWorkers, comp);
[ecj-lint] ^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'parallelStream' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 8. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\highlight\DefaultSolrHighlighter.java (at line 578)
[ecj-lint] tvWindowStream = new OffsetWindowTokenFilter(tvStream);
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'tvWindowStream' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 9. ERROR in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\metrics\reporters\SolrSlf4jReporter.java (at line 21)
[ecj-lint] import java.util.SortedMap;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import java.util.SortedMap is never used
[ecj-lint] ----------
[ecj-lint] 10. ERROR in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\metrics\reporters\SolrSlf4jReporter.java (at line 24)
[ecj-lint] import com.codahale.metrics.Counter;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import com.codahale.metrics.Counter is never used
[ecj-lint] ----------
[ecj-lint] 11. ERROR in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\metrics\reporters\SolrSlf4jReporter.java (at line 25)
[ecj-lint] import com.codahale.metrics.Gauge;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import com.codahale.metrics.Gauge is never used
[ecj-lint] ----------
[ecj-lint] 12. ERROR in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\metrics\reporters\SolrSlf4jReporter.java (at line 26)
[ecj-lint] import com.codahale.metrics.Histogram;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import com.codahale.metrics.Histogram is never used
[ecj-lint] ----------
[ecj-lint] 13. ERROR in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\metrics\reporters\SolrSlf4jReporter.java (at line 27)
[ecj-lint] import com.codahale.metrics.Meter;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import com.codahale.metrics.Meter is never used
[ecj-lint] ----------
[ecj-lint] 14. ERROR in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\metrics\reporters\SolrSlf4jReporter.java (at line 29)
[ecj-lint] import com.codahale.metrics.MetricRegistry;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import com.codahale.metrics.MetricRegistry is never used
[ecj-lint] ----------
[ecj-lint] 15. ERROR in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\metrics\reporters\SolrSlf4jReporter.java (at line 32)
[ecj-lint] import com.codahale.metrics.Timer;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import com.codahale.metrics.Timer is never used
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 16. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\request\SimpleFacets.java (at line 925)
[ecj-lint] fastForRandomSet = new HashDocSet(sset.getDocs(), 0, sset.size());
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'fastForRandomSet' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 17. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\response\SmileResponseWriter.java (at line 33)
[ecj-lint] new SmileWriter(out, request, response).writeResponse();
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 18. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\schema\OpenExchangeRatesOrgProvider.java (at line 146)
[ecj-lint] ratesJsonStream = resourceLoader.openResource(ratesFileLocation);
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'ratesJsonStream' is not closed at this location
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 19. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\search\CollapsingQParserPlugin.java (at line 1315)
[ecj-lint] UninvertingReader uninvertingReader = new UninvertingReader(new ReaderWrapper(searcher.getSlowAtomicReader(), collapseField), mapping);
[ecj-lint] ^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'uninvertingReader' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 20. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\search\DocSlice.java (at line 145)
[ecj-lint] HashDocSet h = new HashDocSet(docs,offset,len);
[ecj-lint] ^
[ecj-lint] Resource leak: 'h' is never closed
[ecj-lint] ----------
[ecj-lint] 21. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\search\DocSlice.java (at line 154)
[ecj-lint] HashDocSet h = new HashDocSet(docs,offset,len);
[ecj-lint] ^
[ecj-lint] Resource leak: 'h' is never closed
[ecj-lint] ----------
[ecj-lint] 22. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\search\DocSlice.java (at line 163)
[ecj-lint] HashDocSet h = new HashDocSet(docs,offset,len);
[ecj-lint] ^
[ecj-lint] Resource leak: 'h' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 23. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\search\function\OrdFieldSource.java (at line 79)
[ecj-lint] SolrIndexSearcher is = (SolrIndexSearcher) o;
[ecj-lint] ^^
[ecj-lint] Resource leak: 'is' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 24. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\search\function\ReverseOrdFieldSource.java (at line 79)
[ecj-lint] SolrIndexSearcher is = (SolrIndexSearcher) o;
[ecj-lint] ^^
[ecj-lint] Resource leak: 'is' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 25. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\servlet\SolrDispatchFilter.java (at line 291)
[ecj-lint] throw new SolrException(ErrorCode.SERVER_ERROR, "Error occurred while loading solr.xml from zookeeper", e);
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'loader' is not closed at this location
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 26. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\update\CdcrTransactionLog.java (at line 98)
[ecj-lint] ChannelFastInputStream is = new ChannelFastInputStream(channel, pos);
[ecj-lint] ^^
[ecj-lint] Resource leak: 'is' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 27. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\update\HdfsTransactionLog.java (at line 191)
[ecj-lint] LogCodec codec = new LogCodec(resolver);
[ecj-lint] ^^^^^
[ecj-lint] Resource leak: 'codec' is never closed
[ecj-lint] ----------
[ecj-lint] 28. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\update\HdfsTransactionLog.java (at line 261)
[ecj-lint] LogCodec codec = new LogCodec(resolver);
[ecj-lint] ^^^^^
[ecj-lint] Resource leak: 'codec' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 29. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\update\TransactionLog.java (at line 228)
[ecj-lint] ChannelFastInputStream is = new ChannelFastInputStream(channel, pos);
[ecj-lint] ^^
[ecj-lint] Resource leak: 'is' is never closed
[ecj-lint] ----------
[ecj-lint] 30. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\update\TransactionLog.java (at line 228)
[ecj-lint] ChannelFastInputStream is = new ChannelFastInputStream(channel, pos);
[ecj-lint] ^^
[ecj-lint] Resource leak: 'is' is never closed
[ecj-lint] ----------
[ecj-lint] 31. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\update\TransactionLog.java (at line 260)
[ecj-lint] LogCodec codec = new LogCodec(resolver);
[ecj-lint] ^^^^^
[ecj-lint] Resource leak: 'codec' is never closed
[ecj-lint] ----------
[ecj-lint] 32. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\update\TransactionLog.java (at line 275)
[ecj-lint] LogCodec codec = new LogCodec(resolver);
[ecj-lint] ^^^^^
[ecj-lint] Resource leak: 'codec' is never closed
[ecj-lint] ----------
[ecj-lint] 33. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\update\TransactionLog.java (at line 529)
[ecj-lint] LogCodec codec = new LogCodec(resolver);
[ecj-lint] ^^^^^
[ecj-lint] Resource leak: 'codec' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 34. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\update\processor\UpdateRequestProcessor.java (at line 85)
[ecj-lint] UpdateRequestProcessor p = this;
[ecj-lint] ^
[ecj-lint] Resource leak: 'p' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 35. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\util\SimplePostTool.java (at line 655)
[ecj-lint] BAOS bos = new BAOS();
[ecj-lint] ^^^
[ecj-lint] Resource leak: 'bos' is never closed
[ecj-lint] ----------
[ecj-lint] 36. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\util\SimplePostTool.java (at line 655)
[ecj-lint] BAOS bos = new BAOS();
[ecj-lint] ^^^
[ecj-lint] Resource leak: 'bos' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 37. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\util\SolrLogLayout.java (at line 149)
[ecj-lint] SolrQueryRequest req = requestInfo == null ? null : requestInfo.getReq();
[ecj-lint] ^^^
[ecj-lint] Resource leak: 'req' is never closed
[ecj-lint] ----------
[ecj-lint] 37 problems (7 errors, 30 warnings)
BUILD FAILED
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:810: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:101: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build.xml:689: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\common-build.xml:2030: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\common-build.xml:2069: Compile failed; see the compiler error output for details.
Total time: 95 minutes 20 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS-EA] Lucene-Solr-master-Windows (64bit/jdk-9-ea+181) -
Build # 6856 - Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6856/
Java: 64bit/jdk-9-ea+181 -XX:+UseCompressedOops -XX:+UseParallelGC --illegal-access=deny
1 tests failed.
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1100>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
at __randomizedtesting.SeedInfo.seed([FD2BFFC5F9AF5F14:296EB49C1EF9ECEF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11229 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest
[junit4] 2> 36981 INFO (SUITE-CdcrBootstrapTest-seed#[FD2BFFC5F9AF5F14]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_FD2BFFC5F9AF5F14-001\init-core-data-001
[junit4] 2> 36982 WARN (SUITE-CdcrBootstrapTest-seed#[FD2BFFC5F9AF5F14]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 36983 INFO (SUITE-CdcrBootstrapTest-seed#[FD2BFFC5F9AF5F14]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 36984 INFO (SUITE-CdcrBootstrapTest-seed#[FD2BFFC5F9AF5F14]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 36985 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testConvertClusterToCdcrAndBootstrap
[junit4] 2> 36985 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_FD2BFFC5F9AF5F14-001\cdcr-target-001
[junit4] 2> 36985 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 36986 INFO (Thread-66) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 36986 INFO (Thread-66) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 36989 ERROR (Thread-66) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 37087 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.c.ZkTestServer start zk server on port:49864
[junit4] 2> 37109 INFO (jetty-launcher-60-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 37110 INFO (jetty-launcher-60-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@49c33d50{/solr,null,AVAILABLE}
[junit4] 2> 37111 INFO (jetty-launcher-60-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@59d63dc{HTTP/1.1,[http/1.1]}{127.0.0.1:49868}
[junit4] 2> 37111 INFO (jetty-launcher-60-thread-1) [ ] o.e.j.s.Server Started @47108ms
[junit4] 2> 37111 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49868}
[junit4] 2> 37111 ERROR (jetty-launcher-60-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 37112 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 37112 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 37112 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 37112 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-30T00:26:53.403099600Z
[junit4] 2> 37158 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 37190 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49864/solr
[junit4] 2> 37409 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 37409 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49868_solr
[junit4] 2> 37410 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98569605171118083-127.0.0.1:49868_solr-n_0000000000) starting
[junit4] 2> 37419 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49868_solr
[junit4] 2> 37425 INFO (zkCallback-67-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 37503 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49868.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a3ef65a
[junit4] 2> 37510 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49868.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a3ef65a
[junit4] 2> 37510 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49868.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a3ef65a
[junit4] 2> 37511 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_FD2BFFC5F9AF5F14-001\cdcr-target-001\node1\.
[junit4] 2> 37527 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e30889de00004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 37531 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e30889de00005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 1> Target zkHost = 127.0.0.1:49864/solr
[junit4] 2> 37533 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_FD2BFFC5F9AF5F14-001\cdcr-source-001
[junit4] 2> 37533 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 37534 INFO (Thread-79) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 37534 INFO (Thread-79) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 37538 ERROR (Thread-79) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 37634 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.c.ZkTestServer start zk server on port:49888
[junit4] 2> 37646 INFO (jetty-launcher-72-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 37647 INFO (jetty-launcher-72-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6105c1c5{/solr,null,AVAILABLE}
[junit4] 2> 37650 INFO (jetty-launcher-72-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@9867608{HTTP/1.1,[http/1.1]}{127.0.0.1:49892}
[junit4] 2> 37650 INFO (jetty-launcher-72-thread-1) [ ] o.e.j.s.Server Started @47647ms
[junit4] 2> 37650 INFO (jetty-launcher-72-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49892}
[junit4] 2> 37651 ERROR (jetty-launcher-72-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 37651 INFO (jetty-launcher-72-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 37651 INFO (jetty-launcher-72-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 37651 INFO (jetty-launcher-72-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 37651 INFO (jetty-launcher-72-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-30T00:26:53.942031500Z
[junit4] 2> 37655 INFO (jetty-launcher-72-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 37665 INFO (jetty-launcher-72-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49888/solr
[junit4] 2> 37760 INFO (jetty-launcher-72-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 37761 INFO (jetty-launcher-72-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49892_solr
[junit4] 2> 37763 INFO (jetty-launcher-72-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98569605207097347-127.0.0.1:49892_solr-n_0000000000) starting
[junit4] 2> 37770 INFO (jetty-launcher-72-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49892_solr
[junit4] 2> 37808 INFO (zkCallback-79-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 37843 INFO (jetty-launcher-72-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49892.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a3ef65a
[junit4] 2> 37850 INFO (jetty-launcher-72-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49892.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a3ef65a
[junit4] 2> 37850 INFO (jetty-launcher-72-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49892.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a3ef65a
[junit4] 2> 37852 INFO (jetty-launcher-72-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_FD2BFFC5F9AF5F14-001\cdcr-source-001\node1\.
[junit4] 2> 37916 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 37917 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49888/solr ready
[junit4] 2> 37924 INFO (qtp1327539815-480) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 37926 INFO (OverseerThreadFactory-170-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 38048 INFO (OverseerStateUpdate-98569605207097347-127.0.0.1:49892_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49892/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 38252 INFO (qtp1327539815-475) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 38252 INFO (qtp1327539815-475) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 38358 INFO (zkCallback-79-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 38359 INFO (zkCallback-79-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 39269 INFO (qtp1327539815-475) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 39281 INFO (qtp1327539815-475) [ ] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
[junit4] 2> 39288 INFO (qtp1327539815-475) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 39288 INFO (qtp1327539815-475) [ ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
[junit4] 2> 39289 INFO (qtp1327539815-475) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49892.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a3ef65a
[junit4] 2> 39289 INFO (qtp1327539815-475) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 39289 INFO (qtp1327539815-475) [ ] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_FD2BFFC5F9AF5F14-001\cdcr-source-001\node1\cdcr-source_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_FD2BFFC5F9AF5F14-001\cdcr-source-001\node1\.\cdcr-source_shard1_replica_n1\data\]
[junit4] 2> 39468 INFO (qtp1327539815-475) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 39468 INFO (qtp1327539815-475) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 39469 INFO (qtp1327539815-475) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 39469 INFO (qtp1327539815-475) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 39521 INFO (qtp1327539815-475) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6c70cd64[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 39523 INFO (qtp1327539815-475) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 39524 INFO (qtp1327539815-475) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 39525 INFO (qtp1327539815-475) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 39525 INFO (qtp1327539815-475) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577113685397078016
[junit4] 2> 39530 INFO (searcherExecutor-173-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@6c70cd64[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 39534 INFO (qtp1327539815-475) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 39534 INFO (qtp1327539815-475) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 39534 INFO (qtp1327539815-475) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49892/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 39534 INFO (qtp1327539815-475) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 39534 INFO (qtp1327539815-475) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:49892/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 39534 INFO (qtp1327539815-475) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 39537 INFO (qtp1327539815-475) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49892/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 39644 INFO (zkCallback-79-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 39644 INFO (zkCallback-79-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 39702 INFO (qtp1327539815-475) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 39705 INFO (qtp1327539815-475) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1454
[junit4] 2> 39710 INFO (qtp1327539815-480) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 39812 INFO (zkCallback-79-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 39812 INFO (zkCallback-79-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 39928 INFO (OverseerCollectionConfigSetProcessor-98569605207097347-127.0.0.1:49892_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 40711 INFO (qtp1327539815-480) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2787
[junit4] 1> Adding 10 docs with commit=true, numDocs=100
[junit4] 2> 40761 INFO (qtp1327539815-477) [ ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_0 (1577113686651174912), source_1 (1577113686675292160), source_2 (1577113686675292161), source_3 (1577113686675292162), source_4 (1577113686675292163), source_5 (1577113686676340736), source_6 (1577113686676340737), source_7 (1577113686677389312), source_8 (1577113686677389313), source_9 (1577113686677389314), ... (100 adds)]} 0 41
[junit4] 2> 40763 INFO (qtp1327539815-478) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577113686695215104,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 40763 INFO (qtp1327539815-478) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@13f82744 commitCommandVersion:1577113686695215104
[junit4] 2> 40817 INFO (qtp1327539815-478) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1044e4ae[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 40820 INFO (qtp1327539815-478) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 40821 INFO (searcherExecutor-173-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1044e4ae[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100)))}
[junit4] 2> 40821 INFO (qtp1327539815-478) [ ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 58
[junit4] 1> Adding 10 docs with commit=true, numDocs=200
[junit4] 2> 40836 INFO (qtp1327539815-479) [ ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_100 (1577113686758129664), source_101 (1577113686761275392), source_102 (1577113686761275393), source_103 (1577113686761275394), source_104 (1577113686761275395), source_105 (1577113686761275396), source_106 (1577113686761275397), source_107 (1577113686762323968), source_108 (1577113686762323969), source_109 (1577113686762323970), ... (100 adds)]} 0 13
[junit4] 2> 40837 INFO (qtp1327539815-474) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577113686772809728,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 40838 INFO (qtp1327539815-474) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@13f82744 commitCommandVersion:1577113686772809728
[junit4] 2> 40859 INFO (qtp1327539815-474) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a217c71[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 40860 INFO (qtp1327539815-474) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 40861 INFO (searcherExecutor-173-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1a217c71[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100)))}
[junit4] 2> 40861 INFO (qtp1327539815-474) [ ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 24
[junit4] 1> Adding 10 docs with commit=true, numDocs=300
[junit4] 2> 40873 INFO (qtp1327539815-476) [ ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_200 (1577113686801121280), source_201 (1577113686802169856), source_202 (1577113686802169857), source_203 (1577113686802169858), source_204 (1577113686802169859), source_205 (1577113686802169860), source_206 (1577113686802169861), source_207 (1577113686802169862), source_208 (1577113686802169863), source_209 (1577113686802169864), ... (100 adds)]} 0 10
[junit4] 2> 40874 INFO (qtp1327539815-475) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577113686811607040,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 40874 INFO (qtp1327539815-475) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@13f82744 commitCommandVersion:1577113686811607040
[junit4] 2> 40897 INFO (qtp1327539815-475) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@64ec1ee0[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 40898 INFO (qtp1327539815-475) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 40899 INFO (searcherExecutor-173-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@64ec1ee0[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100)))}
[junit4] 2> 40899 INFO (qtp1327539815-475) [ ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 25
[junit4] 1> Adding 10 docs with commit=true, numDocs=400
[junit4] 2> 40909 INFO (qtp1327539815-480) [ ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_300 (1577113686839918592), source_301 (1577113686842015744), source_302 (1577113686842015745), source_303 (1577113686842015746), source_304 (1577113686842015747), source_305 (1577113686842015748), source_306 (1577113686842015749), source_307 (1577113686842015750), source_308 (1577113686842015751), source_309 (1577113686842015752), ... (100 adds)]} 0 8
[junit4] 2> 40911 INFO (qtp1327539815-477) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577113686850404352,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 40911 INFO (qtp1327539815-477) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@13f82744 commitCommandVersion:1577113686850404352
[junit4] 2> 40937 INFO (qtp1327539815-477) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@588ae666[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 40938 INFO (qtp1327539815-477) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 40939 INFO (searcherExecutor-173-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@588ae666[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100)))}
[junit4] 2> 40940 INFO (qtp1327539815-477) [ ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 28
[junit4] 1> Adding 10 docs with commit=true, numDocs=500
[junit4] 2> 40948 INFO (qtp1327539815-478) [ ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_400 (1577113686881861632), source_401 (1577113686883958784), source_402 (1577113686883958785), source_403 (1577113686883958786), source_404 (1577113686883958787), source_405 (1577113686883958788), source_406 (1577113686883958789), source_407 (1577113686883958790), source_408 (1577113686883958791), source_409 (1577113686883958792), ... (100 adds)]} 0 7
[junit4] 2> 40949 INFO (qtp1327539815-479) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577113686890250240,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 40949 INFO (qtp1327539815-479) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@13f82744 commitCommandVersion:1577113686890250240
[junit4] 2> 40976 INFO (qtp1327539815-479) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@32170629[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 40977 INFO (qtp1327539815-479) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 40978 INFO (searcherExecutor-173-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@32170629[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100)))}
[junit4] 2> 40978 INFO (qtp1327539815-479) [ ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 29
[junit4] 1> Adding 10 docs with commit=true, numDocs=600
[junit4] 2> 40985 INFO (qtp1327539815-474) [ ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_500 (1577113686922756096), source_501 (1577113686924853248), source_502 (1577113686924853249), source_503 (1577113686924853250), source_504 (1577113686924853251), source_505 (1577113686924853252), source_506 (1577113686924853253), source_507 (1577113686924853254), source_508 (1577113686924853255), source_509 (1577113686924853256), ... (100 adds)]} 0 6
[junit4] 2> 40987 INFO (qtp1327539815-476) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577113686930096128,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 40987 INFO (qtp1327539815-476) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@13f82744 commitCommandVersion:1577113686930096128
[junit4] 2> 41021 INFO (qtp1327539815-476) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@77950481[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 41022 INFO (qtp1327539815-476) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 41023 INFO (searcherExecutor-173-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@77950481[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100)))}
[junit4] 2> 41023 INFO (qtp1327539815-476) [ ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 36
[junit4] 1> Adding 10 docs with commit=true, numDocs=700
[junit4] 2> 41030 INFO (qtp1327539815-475) [ ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_600 (1577113686970990592), source_601 (1577113686972039168), source_602 (1577113686973087744), source_603 (1577113686973087745), source_604 (1577113686973087746), source_605 (1577113686973087747), source_606 (1577113686973087748), source_607 (1577113686973087749), source_608 (1577113686973087750), source_609 (1577113686973087751), ... (100 adds)]} 0 4
[junit4] 2> 41032 INFO (qtp1327539815-480) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577113686977282048,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 41032 INFO (qtp1327539815-480) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@13f82744 commitCommandVersion:1577113686977282048
[junit4] 2> 41064 INFO (qtp1327539815-480) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4eda8913[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 41065 INFO (qtp1327539815-480) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 41066 INFO (searcherExecutor-173-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@4eda8913[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100)))}
[junit4] 2> 41066 INFO (qtp1327539815-480) [ ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 34
[junit4] 1> Adding 10 docs with commit=true, numDocs=800
[junit4] 2> 41081 INFO (qtp1327539815-477) [ ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_700 (1577113687020273664), source_701 (1577113687024467968), source_702 (1577113687024467969), source_703 (1577113687024467970), source_704 (1577113687024467971), source_705 (1577113687024467972), source_706 (1577113687024467973), source_707 (1577113687024467974), source_708 (1577113687024467975), source_709 (1577113687024467976), ... (100 adds)]} 0 8
[junit4] 2> 41082 INFO (qtp1327539815-478) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577113687029710848,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 41082 INFO (qtp1327539815-478) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@13f82744 commitCommandVersion:1577113687029710848
[junit4] 2> 41209 INFO (qtp1327539815-478) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d1e6923[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 41213 INFO (searcherExecutor-173-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@4d1e6923[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100) Uninverting(_7(8.0.0):C100)))}
[junit4] 2> 41340 INFO (qtp1327539815-478) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 41340 INFO (qtp1327539815-478) [ ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 258
[junit4] 1> Adding 10 docs with commit=true, numDocs=900
[junit4] 2> 41347 INFO (qtp1327539815-479) [ ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_800 (1577113687302340608), source_801 (1577113687304437760), source_802 (1577113687304437761), source_803 (1577113687305486336), source_804 (1577113687305486337), source_805 (1577113687305486338), source_806 (1577113687305486339), source_807 (1577113687305486340), source_808 (1577113687305486341), source_809 (1577113687305486342), ... (100 adds)]} 0 5
[junit4] 2> 41350 INFO (qtp1327539815-479) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577113687310729216,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 41350 INFO (qtp1327539815-479) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@13f82744 commitCommandVersion:1577113687310729216
[junit4] 2> 41431 INFO (qtp1327539815-479) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a9b46e1[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 41433 INFO (searcherExecutor-173-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@7a9b46e1[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100) Uninverting(_7(8.0.0):C100) Uninverting(_8(8.0.0):C100)))}
[junit4] 2> 41434 INFO (qtp1327539815-479) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 41434 INFO (qtp1327539815-479) [ ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 84
[junit4] 1> Adding 10 docs with commit=true, numDocs=1000
[junit4] 2> 41442 INFO (qtp1327539815-479) [ ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_900 (1577113687401955328), source_901 (1577113687404052480), source_902 (1577113687404052481), source_903 (1577113687404052482), source_904 (1577113687404052483), source_905 (1577113687404052484), source_906 (1577113687404052485), source_907 (1577113687404052486), source_908 (1577113687404052487), source_909 (1577113687404052488), ... (100 adds)]} 0 4
[junit4] 2> 41443 INFO (qtp1327539815-479) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577113687408246784,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 41443 INFO (qtp1327539815-479) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@13f82744 commitCommandVersion:1577113687408246784
[junit4] 2> 41607 INFO (qtp1327539815-479) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1266a433[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 41608 INFO (qtp1327539815-479) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 41609 INFO (searcherExecutor-173-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1266a433[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100) Uninverting(_7(8.0.0):C100) Uninverting(_8(8.0.0):C100) Uninverting(_9(8.0.0):C100)))}
[junit4] 2> 41609 INFO (qtp1327539815-479) [ ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 167
[junit4] 2> 41613 INFO (qtp1327539815-474) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:4&wt=javabin&version=2} hits=1000 status=0 QTime=2
[junit4] 2> 41618 INFO (qtp1327539815-476) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/get params={qt=/get&_stateVer_=cdcr-source:4&getVersions=1000&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 41628 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e3088a0050008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 41634 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@9867608{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 41635 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=180191559
[junit4] 2> 41635 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 41635 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a403e72: rootName = solr_49892, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1d8bffa5
[junit4] 2> 41641 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 41641 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1c372e17: rootName = solr_49892, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4c56d0be
[junit4] 2> 41648 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 41648 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6aa5e11e: rootName = solr_49892, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@50afc5c2
[junit4] 2> 41650 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 41653 INFO (coreCloseExecutor-178-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@1a16bf34
[junit4] 2> 41653 INFO (coreCloseExecutor-178-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-source.shard1.replica_n1, tag=437698356
[junit4] 2> 41654 INFO (coreCloseExecutor-178-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@78411d9: rootName = solr_49892, domain = solr.core.cdcr-source.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.cdcr-source.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@7d7d7cca
[junit4] 2> 41673 INFO (coreCloseExecutor-178-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-source.shard1.leader, tag=437698356
[junit4] 2> 41711 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.c.Overseer Overseer (id=98569605207097347-127.0.0.1:49892_solr-n_0000000000) closing
[junit4] 2> 41711 INFO (OverseerStateUpdate-98569605207097347-127.0.0.1:49892_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:49892_solr
[junit4] 2> 41713 WARN (zkCallback-79-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 41713 INFO (zkCallback-86-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 41714 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6105c1c5{/solr,null,UNAVAILABLE}
[junit4] 2> 41716 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 41716 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@726a35e5{/solr,null,AVAILABLE}
[junit4] 2> 41718 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3546a3fc{HTTP/1.1,[http/1.1]}{127.0.0.1:49950}
[junit4] 2> 41718 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.e.j.s.Server Started @51715ms
[junit4] 2> 41718 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49950}
[junit4] 2> 41718 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 41718 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 41719 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 41719 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 41719 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-30T00:26:58.010080300Z
[junit4] 2> 41722 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 41729 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49888/solr
[junit4] 2> 41734 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e3088a005000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 41746 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 41746 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49950_solr
[junit4] 2> 41747 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.c.Overseer Overseer (id=98569605207097355-127.0.0.1:49950_solr-n_0000000001) starting
[junit4] 2> 41753 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49950_solr
[junit4] 2> 41755 INFO (OverseerStateUpdate-98569605207097355-127.0.0.1:49950_solr-n_0000000001) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 41756 INFO (zkCallback-86-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 41820 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49950.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a3ef65a
[junit4] 2> 41826 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49950.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a3ef65a
[junit4] 2> 41826 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49950.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a3ef65a
[junit4] 2> 41828 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_FD2BFFC5F9AF5F14-001\cdcr-source-001\node1\.
[junit4] 2> 41829 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [cdcr-source_shard1_replica_n1]
[junit4] 2> 41831 INFO (coreLoadExecutor-187-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 41938 INFO (zkCallback-92-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 41938 INFO (zkCallback-92-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 42898 INFO (coreLoadExecutor-187-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 42906 INFO (coreLoadExecutor-187-thread-1) [ ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 42921 INFO (coreLoadExecutor-187-thread-1) [ ] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
[junit4] 2> 42923 INFO (coreLoadExecutor-187-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 42931 INFO (coreLoadExecutor-187-thread-1) [ ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 42934 INFO (coreLoadExecutor-187-thread-1) [ ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 42934 INFO (coreLoadExecutor-187-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
[junit4] 2> 42935 INFO (coreLoadExecutor-187-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49950.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a3ef65a
[junit4] 2> 42935 INFO (coreLoadExecutor-187-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 42935 INFO (coreLoadExecutor-187-thread-1) [ ] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_FD2BFFC5F9AF5F14-001\cdcr-source-001\node1\cdcr-source_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_FD2BFFC5F9AF5F14-001\cdcr-source-001\node1\.\cdcr-source_shard1_replica_n1\data\]
[junit4] 2> 43005 INFO (coreLoadExecutor-187-thread-1) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 43005 INFO (coreLoadExecutor-187-thread-1) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 43008 INFO (coreLoadExecutor-187-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 43008 INFO (coreLoadExecutor-187-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 43043 INFO (coreLoadExecutor-187-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b84106[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 43044 INFO (coreLoadExecutor-187-thread-1) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 43045 INFO (coreLoadExecutor-187-thread-1) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 43046 INFO (coreLoadExecutor-187-thread-1) [ ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
[junit4] 2> 43048 INFO (coreLoadExecutor-187-thread-1) [ ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 43048 INFO (coreLoadExecutor-187-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 43053 INFO (coreLoadExecutor-187-thread-1) [ ] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 43060 INFO (coreLoadExecutor-187-thread-1) [ ] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
[junit4] 2> 43076 WARN (cdcr-update-log-synchronizer-193-thread-1) [ ] o.a.s.h.CdcrUpdateLogSynchronizer Caught unexpected exception
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:49950/solr/cdcr-source_shard1_replica_n1: SolrCore is loading
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.CdcrUpdateLogSynchronizer$UpdateLogSynchronisation.run(CdcrUpdateLogSynchronizer.java:147)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
[junit4] 2> at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:300)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 43078 INFO (searcherExecutor-188-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@3b84106[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(8.0.0):C1000)))}
[junit4] 2> 43081 INFO (coreZkRegister-180-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 43081 INFO (coreZkRegister-180-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 43081 INFO (coreZkRegister-180-thread-1) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49950/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 43081 INFO (coreZkRegister-180-thread-1) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 43081 INFO (coreZkRegister-180-thread-1) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:49950/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 43081 INFO (coreZkRegister-180-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 43085 INFO (zkCallback-92-thread-2) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1
[junit4] 2> 43086 INFO (coreZkRegister-180-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49950/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 43089 INFO (coreZkRegister-180-thread-1) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 43194 INFO (zkCallback-92-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 43194 INFO (zkCallback-92-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 43398 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: cdcr-source failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 2> 43399 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: cdcr-source
[junit4] 2> 43400 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection cdcr-source failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry? 0
[junit4] 2> 43400 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.c.s.i.CloudSolrClient Re-trying request to collection(s) cdcr-source after stale state error from server.
[junit4] 2> 43405 INFO (qtp900487022-531) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:7&wt=javabin&version=2} hits=1000 status=0 QTime=1
[junit4] 2> 43424 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e30889de00006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 43431 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 43434 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49864/solr ready
[junit4] 2> 43440 INFO (qtp152280491-440) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 43447 INFO (OverseerThreadFactory-162-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection cdcr-target
[junit4] 2> 43566 INFO (OverseerStateUpdate-98569605171118083-127.0.0.1:49868_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-target",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-target_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49868/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 43770 INFO (qtp152280491-435) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 43771 INFO (qtp152280491-435) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 43885 INFO (zkCallback-67-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 43886 INFO (zkCallback-67-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 44791 INFO (qtp152280491-435) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 44803 INFO (qtp152280491-435) [ ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 44807 INFO (qtp152280491-435) [ ] o.a.s.s.IndexSchema [cdcr-target_shard1_replica_n1] Schema name=minimal
[junit4] 2> 44808 INFO (qtp152280491-435) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 44810 INFO (qtp152280491-435) [ ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-target/managed-schema
[junit4] 2> 44812 INFO (qtp152280491-435) [ ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-target/schema.xml to /configs/cdcr-target/schema.xml.bak
[junit4] 2> 44813 INFO (qtp152280491-435) [ ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-target_shard1_replica_n1' using configuration from collection cdcr-target, trusted=true
[junit4] 2> 44813 INFO (qtp152280491-435) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49868.solr.core.cdcr-target.shard1.replica_n1' (registry 'solr.core.cdcr-target.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a3ef65a
[junit4] 2> 44813 INFO (qtp152280491-435) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 44813 INFO (qtp152280491-435) [ ] o.a.s.c.SolrCore [[cdcr-target_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_FD2BFFC5F9AF5F14-001\cdcr-target-001\node1\cdcr-target_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_FD2BFFC5F9AF5F14-001\cdcr-target-001\node1\.\cdcr-target_shard1_replica_n1\data\]
[junit4] 2> 44927 INFO (qtp152280491-435) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 44927 INFO (qtp152280491-435) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 44929 INFO (qtp152280491-435) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 44929 INFO (qtp152280491-435) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 44931 INFO (qtp152280491-435) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@28bc338e[cdcr-target_shard1_replica_n1] main]
[junit4] 2> 44931 INFO (qtp152280491-435) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-target
[junit4] 2> 44932 INFO (qtp152280491-435) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-target
[junit4] 2> 44932 INFO (qtp152280491-435) [ ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-target/managed-schema
[junit4] 2> 44933 INFO (qtp152280491-435) [ ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 44934 INFO (qtp152280491-435) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 44958 INFO (qtp152280491-435) [ ] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-target/cdcr/state/buffer
[junit4] 2> 44959 INFO (qtp152280491-435) [ ] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-target/cdcr/state/process
[junit4] 2> 44960 INFO (searcherExecutor-194-thread-1) [ ] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] Registered new searcher Searcher@28bc338e[cdcr-target_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 44961 INFO (qtp152280491-435) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577113691097137152
[junit4] 2> 44968 INFO (qtp152280491-435) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 44968 INFO (qtp152280491-435) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 44969 INFO (qtp152280491-435) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49868/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 44969 INFO (qtp152280491-435) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 44969 INFO (qtp152280491-435) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:49868/solr/cdcr-target_shard1_replica_n1/ has no replicas
[junit4] 2> 44969 INFO (qtp152280491-435) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 44977 INFO (zkCallback-67-thread-2) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-target:shard1
[junit4] 2> 44979 INFO (qtp152280491-435) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49868/solr/cdcr-target_shard1_replica_n1/ shard1
[junit4] 2> 45082 INFO (zkCallback-67-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 45082 INFO (zkCallback-67-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 45131 INFO (qtp152280491-435) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 45135 INFO (qtp152280491-435) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1364
[junit4] 2> 45158 INFO (qtp152280491-440) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 45255 INFO (zkCallback-67-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 45255 INFO (zkCallback-67-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 45455 INFO (OverseerCollectionConfigSetProcessor-98569605171118083-127.0.0.1:49868_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 46158 INFO (qtp152280491-440) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2717
[junit4] 2> 47165 INFO (zkCallback-67-thread-2) [ ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/cdcr/state/process @ cdcr-target:shard1
[junit4] 2> 47165 INFO (qtp152280491-434) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-target:4&action=start&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 47167 INFO (zkCallback-67-thread-2) [ ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-target:shard1
[junit4] 2> 47177 INFO (qtp900487022-534) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 47180 INFO (qtp900487022-534) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49864/solr ready
[junit4] 2> 47192 INFO (qtp152280491-431) [ ] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
[junit4] 2> 47192 INFO (qtp152280491-431) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 47193 INFO (qtp152280491-432) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={_stateVer_=cdcr-target:4&action=COLLECTIONCHECKPOINT&wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 47195 INFO (qtp900487022-534) [ ] o.a.s.h.CdcrReplicatorManager Create new update log reader for target cdcr-target with checkpoint -1 @ cdcr-source:shard1
[junit4] 2> 47195 INFO (qtp900487022-534) [ ] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target, shard: shard1
[junit4] 2> 47198 INFO (qtp900487022-534) [ ] o.a.s.h.CdcrReplicatorManager Submitting bootstrap task to executor
[junit4] 2> 47201 INFO (zkCallback-92-thread-2) [ ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/process @ cdcr-source:shard1
[junit4] 2> 47202 INFO (qtp900487022-534) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:7&action=start&wt=javabin&version=2} status=0 QTime=32
[junit4] 2> 47204 INFO (zkCallback-92-thread-2) [ ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-source:shard1
[junit4] 2> 47205 INFO (cdcr-bootstrap-status-98-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target shard: shard1 leader: http://127.0.0.1:49868/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 47206 INFO (qtp900487022-533) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:7&action=queues&wt=javabin&version=2} status=0 QTime=2
[junit4] 1> Cdcr queue response: {responseHeader={status=0,QTime=2},queues={127.0.0.1:49864/solr={cdcr-target={queueSize=-195035137,lastTimestamp=}}},tlogTotalSize=4773,tlogTotalCount=1,updateLogSynchronizer=stopped}
[junit4] 2> 47209 INFO (qtp152280491-429) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=http://127.0.0.1:49950/solr/cdcr-source_shard1_replica_n1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 47209 INFO (qtp152280491-435) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577113693454336000,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 47209 INFO (qtp152280491-435) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 47210 INFO (qtp152280491-435) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 47210 INFO (qtp152280491-435) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-target:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 47212 INFO (qtp152280491-429) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 47213 WARN (cdcr-bootstrap-status-98-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Bootstrap process was not found on target collection: cdcr-target shard: shard1, leader: http://127.0.0.1:49868/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 47213 INFO (cdcr-bootstrap-status-98-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target shard: shard1 leader: http://127.0.0.1:49868/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 47214 INFO (qtp152280491-435) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-target:4&wt=javabin&version=2} hits=0 status=0 QTime=2
[junit4] 2> 47214 INFO (qtp152280491-429) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=http://127.0.0.1:49950/solr/cdcr-source_shard1_replica_n1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 47215 INFO (qtp152280491-429) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 47216 WARN (cdcr-bootstrap-status-98-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Bootstrap process was not found on target collection: cdcr-target shard: shard1, leader: http://127.0.0.1:49868/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 47216 INFO (cdcr-bootstrap-status-98-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target shard: shard1 leader: http://127.0.0.1:49868/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 47217 INFO (qtp152280491-435) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=http://127.0.0.1:49950/solr/cdcr-source_shard1_replica_n1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 47219 INFO (qtp152280491-431) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 47219 INFO (cdcr-bootstrap-status-98-thread-1) [ ] o.a.s.h.CdcrReplicatorManager CDCR bootstrap running for 1 seconds, sleeping for 2000 ms
[junit4] 2> 47220 INFO (recoveryExecutor-65-thread-1) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 47222 INFO (qtp900487022-530) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577113693467967488,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 47223 INFO (qtp900487022-530) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 47226 INFO (qtp900487022-530) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 47226 INFO (qtp900487022-530) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 47234 INFO (qtp900487022-531) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 47235 INFO (recoveryExecutor-65-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 12
[junit4] 2> 47235 INFO (recoveryExecutor-65-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 1504052817734
[junit4] 2> 47235 INFO (recoveryExecutor-65-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 47235 INFO (recoveryExecutor-65-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 47235 INFO (recoveryExecutor-65-thread-1) [ ] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 47242 INFO (qtp900487022-534) [ ] o.a.s.h.ReplicationHandler Adding tlog files to list: [{size=4773, name=tlog.0000000000000000009}]
[junit4] 2> 47242 INFO (qtp900487022-534) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=7
[junit4] 2> 47243 INFO (recoveryExecutor-65-thread-1) [ ] o.a.s.h.IndexFetcher Number of files in latest index in master: 14
[junit4] 2> 47243 INFO (recoveryExecutor-65-thread-1) [ ] o.a.s.h.IndexFetcher Number of tlog files in master: 1
[junit4] 2> 47248 INFO (recoveryExecutor-65-thread-1) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 47249 INFO (recoveryExecutor-65-thread-1) [ ] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@6f0b1089 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4034594)
[junit4] 2> 47255 INFO (qtp900487022-533) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Memory_0.ram&checksum=true&wt=filestream&command=filecontent} status=0 QTime=2
[junit4] 2> 47258 INFO (qtp900487022-532) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_LuceneVarGapFixedInterval_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 47261 INFO (qtp900487022-530) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 47263 INFO (qtp900487022-535) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_LuceneVarGapFixedInterval_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 47265 INFO (qtp900487022-528) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 47267 INFO (qtp900487022-531) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 47269 INFO (qtp900487022-534) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_LuceneVarGapFixedInterval_0.tiv&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 47271 INFO (qtp900487022-533) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 47273 INFO (qtp900487022-532) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 47276 INFO (qtp900487022-530) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.dii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 47278 INFO (qtp900487022-535) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.dim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 47280 INFO (qtp900487022-528) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 47283 INFO (qtp900487022-531) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_LuceneVarGapFixedInterval_0.tib&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 47285 INFO (qtp900487022-534) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=segments_c&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 47286 INFO (recoveryExecutor-65-thread-1) [ ] o.a.s.h.IndexFetcher Starting download of tlog files from master: [{size=4773, name=tlog.0000000000000000009}]
[junit4] 2> 47291 INFO (qtp900487022-533) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000009&wt=filestream&command=filecontent} status=0 QTime=1
[junit4] 2> 47293 INFO (recoveryExecutor-65-thread-1) [ ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=45068) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirecto
[...truncated too long message...]
exiting : 127.0.0.1:50641_solr
[junit4] 2> 189854 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e308ac8440003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 189854 WARN (zkCallback-154-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 189855 INFO (jetty-closer-148-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@d7b61ef{/solr,null,UNAVAILABLE}
[junit4] 2> 189857 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 189860 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50637 50637
[junit4] 2> 189861 INFO (Thread-138) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50637 50637
[junit4] 2> 189864 WARN (Thread-138) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-source/state.json
[junit4] 2> 4 /solr/collections/cdcr-source/cdcr/state/process
[junit4] 2> 3 /solr/collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 189866 INFO (jetty-closer-136-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6a008baa{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 189867 INFO (jetty-closer-136-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=932761954
[junit4] 2> 189867 INFO (jetty-closer-136-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 189867 INFO (jetty-closer-136-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@55257e28: rootName = solr_50617, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1cd5e1a1
[junit4] 2> 189871 INFO (jetty-closer-136-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 189871 INFO (jetty-closer-136-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2fbe50e9: rootName = solr_50617, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4c56d0be
[junit4] 2> 189874 INFO (jetty-closer-136-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 189874 INFO (jetty-closer-136-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@15c7588b: rootName = solr_50617, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@50afc5c2
[junit4] 2> 189876 INFO (jetty-closer-136-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 189877 INFO (coreCloseExecutor-313-thread-1) [ ] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@7ab66965
[junit4] 2> 189877 INFO (coreCloseExecutor-313-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-target.shard1.replica_n1, tag=2058774885
[junit4] 2> 189877 INFO (coreCloseExecutor-313-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2b77c507: rootName = solr_50617, domain = solr.core.cdcr-target.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.cdcr-target.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@3a619b77
[junit4] 2> 189879 INFO (zkCallback-142-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 189879 INFO (zkCallback-142-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 189887 INFO (coreCloseExecutor-313-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-target.shard1.leader, tag=2058774885
[junit4] 2> 189887 INFO (coreCloseExecutor-313-thread-1) [ ] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1
[junit4] 2> 189891 INFO (jetty-closer-136-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98569614443347971-127.0.0.1:50617_solr-n_0000000000) closing
[junit4] 2> 189891 INFO (OverseerStateUpdate-98569614443347971-127.0.0.1:50617_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:50617_solr
[junit4] 2> 191393 WARN (zkCallback-142-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 191393 INFO (jetty-closer-136-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@57b87a20{/solr,null,UNAVAILABLE}
[junit4] 2> 191395 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 191395 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50613 50613
[junit4] 2> 191397 INFO (Thread-125) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50613 50613
[junit4] 2> 191398 WARN (Thread-125) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/configs/cdcr-target/managed-schema
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 3 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-target/state.json
[junit4] 2> 4 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 3 /solr/collections/cdcr-target/cdcr/state/buffer
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 191398 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[FD2BFFC5F9AF5F14]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBootstrapWithSourceCluster
[junit4] 2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_FD2BFFC5F9AF5F14-001
[junit4] 2> Aug 30, 2017 12:29:27 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {xyz=PostingsFormat(name=Memory), id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=122, maxMBSortInHeap=6.57534126360892, sim=RandomSimilarity(queryNorm=false): {}, locale=fr, timezone=Australia/North
[junit4] 2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=143438584,total=282066944
[junit4] 2> NOTE: All tests run in this JVM: [TestDistribDocBasedVersion, InfixSuggestersTest, CollectionReloadTest, CdcrBootstrapTest]
[junit4] Completed [23/732 (1!)] on J0 in 154.94s, 3 tests, 1 failure <<< FAILURES!
[...truncated 41373 lines...]
BUILD FAILED
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:810: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:690: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:678: Source checkout is modified!!! Offending files:
* solr/licenses/httpmime-4.5.3.jar.sha1
Total time: 76 minutes 58 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-master-Windows (64bit/jdk1.8.0_144) - Build #
6855 - Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6855/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testExecutorStream
Error Message:
Error from server at https://127.0.0.1:49294/solr/workQueue_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/workQueue_shard2_replica_n2/update. Reason: <pre> Can not find: /solr/workQueue_shard2_replica_n2/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:49294/solr/workQueue_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/workQueue_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/workQueue_shard2_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([D3D0E89FE30BAFAC:F1106964C06185BC]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testExecutorStream(StreamExpressionTest.java:6822)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:49294/solr/workQueue_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/workQueue_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/workQueue_shard2_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1100>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
at __randomizedtesting.SeedInfo.seed([64CDBFBE9D432D19:B088F4E77A159EE2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11486 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_64CDBFBE9D432D19-001\init-core-data-001
[junit4] 2> 366301 INFO (SUITE-CdcrBootstrapTest-seed#[64CDBFBE9D432D19]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 366302 INFO (SUITE-CdcrBootstrapTest-seed#[64CDBFBE9D432D19]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 366302 INFO (SUITE-CdcrBootstrapTest-seed#[64CDBFBE9D432D19]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 366302 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testConvertClusterToCdcrAndBootstrap
[junit4] 2> 366302 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_64CDBFBE9D432D19-001\cdcr-target-001
[junit4] 2> 366303 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 366303 INFO (Thread-921) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 366303 INFO (Thread-921) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 366307 ERROR (Thread-921) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 366405 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.a.s.c.ZkTestServer start zk server on port:58063
[junit4] 2> 366461 INFO (jetty-launcher-720-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 366462 INFO (jetty-launcher-720-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@688ce25a{/solr,null,AVAILABLE}
[junit4] 2> 366466 INFO (jetty-launcher-720-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4224b593{HTTP/1.1,[http/1.1]}{127.0.0.1:58070}
[junit4] 2> 366466 INFO (jetty-launcher-720-thread-1) [ ] o.e.j.s.Server Started @374744ms
[junit4] 2> 366467 INFO (jetty-launcher-720-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58070}
[junit4] 2> 366467 ERROR (jetty-launcher-720-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 366467 INFO (jetty-launcher-720-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 366467 INFO (jetty-launcher-720-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 366467 INFO (jetty-launcher-720-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 366467 INFO (jetty-launcher-720-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-29T14:34:26.484Z
[junit4] 2> 366487 INFO (jetty-launcher-720-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 366503 INFO (jetty-launcher-720-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58063/solr
[junit4] 2> 366633 INFO (jetty-launcher-720-thread-1) [n:127.0.0.1:58070_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 366633 INFO (jetty-launcher-720-thread-1) [n:127.0.0.1:58070_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58070_solr
[junit4] 2> 366634 INFO (jetty-launcher-720-thread-1) [n:127.0.0.1:58070_solr ] o.a.s.c.Overseer Overseer (id=98567275565678595-127.0.0.1:58070_solr-n_0000000000) starting
[junit4] 2> 366639 INFO (jetty-launcher-720-thread-1) [n:127.0.0.1:58070_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58070_solr
[junit4] 2> 366710 INFO (zkCallback-727-thread-1-processing-n:127.0.0.1:58070_solr) [n:127.0.0.1:58070_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 366796 INFO (jetty-launcher-720-thread-1) [n:127.0.0.1:58070_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58070.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e143fe8
[junit4] 2> 366801 INFO (jetty-launcher-720-thread-1) [n:127.0.0.1:58070_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58070.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e143fe8
[junit4] 2> 366801 INFO (jetty-launcher-720-thread-1) [n:127.0.0.1:58070_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58070.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e143fe8
[junit4] 2> 366802 INFO (jetty-launcher-720-thread-1) [n:127.0.0.1:58070_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_64CDBFBE9D432D19-001\cdcr-target-001\node1\.
[junit4] 2> 366830 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2e6a36920005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 1> Target zkHost = 127.0.0.1:58063/solr
[junit4] 2> 366832 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_64CDBFBE9D432D19-001\cdcr-source-001
[junit4] 2> 366832 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 366833 INFO (Thread-934) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 366833 INFO (Thread-934) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 366838 ERROR (Thread-934) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 366933 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.a.s.c.ZkTestServer start zk server on port:58092
[junit4] 2> 366942 INFO (jetty-launcher-732-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 366942 INFO (jetty-launcher-732-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d16a99a{/solr,null,AVAILABLE}
[junit4] 2> 366942 INFO (jetty-launcher-732-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@9675781{HTTP/1.1,[http/1.1]}{127.0.0.1:58096}
[junit4] 2> 366942 INFO (jetty-launcher-732-thread-1) [ ] o.e.j.s.Server Started @375222ms
[junit4] 2> 366942 INFO (jetty-launcher-732-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58096}
[junit4] 2> 366942 ERROR (jetty-launcher-732-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 366942 INFO (jetty-launcher-732-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 366942 INFO (jetty-launcher-732-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 366942 INFO (jetty-launcher-732-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 366942 INFO (jetty-launcher-732-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-29T14:34:26.959Z
[junit4] 2> 366954 INFO (jetty-launcher-732-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 366966 INFO (jetty-launcher-732-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58092/solr
[junit4] 2> 367073 INFO (jetty-launcher-732-thread-1) [n:127.0.0.1:58096_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 367073 INFO (jetty-launcher-732-thread-1) [n:127.0.0.1:58096_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58096_solr
[junit4] 2> 367074 INFO (jetty-launcher-732-thread-1) [n:127.0.0.1:58096_solr ] o.a.s.c.Overseer Overseer (id=98567275600609283-127.0.0.1:58096_solr-n_0000000000) starting
[junit4] 2> 367080 INFO (jetty-launcher-732-thread-1) [n:127.0.0.1:58096_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58096_solr
[junit4] 2> 367083 INFO (zkCallback-739-thread-1-processing-n:127.0.0.1:58096_solr) [n:127.0.0.1:58096_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 367193 INFO (jetty-launcher-732-thread-1) [n:127.0.0.1:58096_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58096.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e143fe8
[junit4] 2> 367200 INFO (jetty-launcher-732-thread-1) [n:127.0.0.1:58096_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58096.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e143fe8
[junit4] 2> 367200 INFO (jetty-launcher-732-thread-1) [n:127.0.0.1:58096_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58096.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e143fe8
[junit4] 2> 367200 INFO (jetty-launcher-732-thread-1) [n:127.0.0.1:58096_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_64CDBFBE9D432D19-001\cdcr-source-001\node1\.
[junit4] 2> 367237 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2e6a38a70005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 367247 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2e6a38a70006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 367257 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 367258 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58092/solr ready
[junit4] 2> 367261 INFO (qtp1822730009-4259) [n:127.0.0.1:58096_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 367264 INFO (OverseerThreadFactory-1787-thread-1-processing-n:127.0.0.1:58096_solr) [n:127.0.0.1:58096_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 367374 INFO (OverseerStateUpdate-98567275600609283-127.0.0.1:58096_solr-n_0000000000) [n:127.0.0.1:58096_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:58096/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 367576 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 367577 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 367687 INFO (zkCallback-739-thread-1-processing-n:127.0.0.1:58096_solr) [n:127.0.0.1:58096_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 367687 INFO (zkCallback-739-thread-2-processing-n:127.0.0.1:58096_solr) [n:127.0.0.1:58096_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 368598 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 368612 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
[junit4] 2> 368615 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 368615 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
[junit4] 2> 368616 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58096.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e143fe8
[junit4] 2> 368616 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 368616 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_64CDBFBE9D432D19-001\cdcr-source-001\node1\cdcr-source_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_64CDBFBE9D432D19-001\cdcr-source-001\node1\.\cdcr-source_shard1_replica_n1\data\]
[junit4] 2> 368708 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 368708 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 368710 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 368710 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 368712 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@56d840f[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 368714 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 368715 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 368715 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 368715 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577076411577925632
[junit4] 2> 368716 INFO (searcherExecutor-1790-thread-1-processing-n:127.0.0.1:58096_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@56d840f[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 368722 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 368722 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 368722 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58096/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 368722 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 368722 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:58096/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 368722 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 368729 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58096/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 368832 INFO (zkCallback-739-thread-2-processing-n:127.0.0.1:58096_solr) [n:127.0.0.1:58096_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 368832 INFO (zkCallback-739-thread-1-processing-n:127.0.0.1:58096_solr) [n:127.0.0.1:58096_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 368882 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 368883 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1307
[junit4] 2> 368888 INFO (qtp1822730009-4259) [n:127.0.0.1:58096_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 368989 INFO (zkCallback-739-thread-2-processing-n:127.0.0.1:58096_solr) [n:127.0.0.1:58096_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 368989 INFO (zkCallback-739-thread-1-processing-n:127.0.0.1:58096_solr) [n:127.0.0.1:58096_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 369267 INFO (OverseerCollectionConfigSetProcessor-98567275600609283-127.0.0.1:58096_solr-n_0000000000) [n:127.0.0.1:58096_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 369889 INFO (qtp1822730009-4259) [n:127.0.0.1:58096_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2626
[junit4] 1> Adding 10 docs with commit=true, numDocs=100
[junit4] 2> 369902 INFO (qtp1822730009-4253) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_0 (1577076412811051008), source_1 (1577076412814196736), source_2 (1577076412814196737), source_3 (1577076412816293888), source_4 (1577076412816293889), source_5 (1577076412816293890), source_6 (1577076412816293891), source_7 (1577076412816293892), source_8 (1577076412816293893), source_9 (1577076412816293894), ... (100 adds)]} 0 10
[junit4] 2> 369903 INFO (qtp1822730009-4252) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577076412823633920,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 369903 INFO (qtp1822730009-4252) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@78b1ade1 commitCommandVersion:1577076412823633920
[junit4] 2> 369939 INFO (qtp1822730009-4252) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2304f2b7[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 369940 INFO (qtp1822730009-4252) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 369943 INFO (searcherExecutor-1790-thread-1-processing-n:127.0.0.1:58096_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@2304f2b7[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100)))}
[junit4] 2> 369948 INFO (qtp1822730009-4252) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 45
[junit4] 1> Adding 10 docs with commit=true, numDocs=200
[junit4] 2> 369960 INFO (qtp1822730009-4251) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_100 (1577076412872916992), source_101 (1577076412879208448), source_102 (1577076412879208449), source_103 (1577076412879208450), source_104 (1577076412879208451), source_105 (1577076412879208452), source_106 (1577076412879208453), source_107 (1577076412880257024), source_108 (1577076412880257025), source_109 (1577076412880257026), ... (100 adds)]} 0 9
[junit4] 2> 369961 INFO (qtp1822730009-4250) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577076412884451328,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 369961 INFO (qtp1822730009-4250) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@78b1ade1 commitCommandVersion:1577076412884451328
[junit4] 2> 369999 INFO (qtp1822730009-4250) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@709bc5f5[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 370002 INFO (qtp1822730009-4250) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 370002 INFO (searcherExecutor-1790-thread-1-processing-n:127.0.0.1:58096_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@709bc5f5[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100)))}
[junit4] 2> 370002 INFO (qtp1822730009-4250) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 42
[junit4] 1> Adding 10 docs with commit=true, numDocs=300
[junit4] 2> 370013 INFO (qtp1822730009-4261) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_200 (1577076412927442944), source_201 (1577076412933734400), source_202 (1577076412933734401), source_203 (1577076412933734402), source_204 (1577076412933734403), source_205 (1577076412933734404), source_206 (1577076412933734405), source_207 (1577076412933734406), source_208 (1577076412934782976), source_209 (1577076412934782977), ... (100 adds)]} 0 8
[junit4] 2> 370014 INFO (qtp1822730009-4248) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577076412940025856,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 370014 INFO (qtp1822730009-4248) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@78b1ade1 commitCommandVersion:1577076412940025856
[junit4] 2> 370059 INFO (qtp1822730009-4248) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3041dbdb[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 370062 INFO (qtp1822730009-4248) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 370062 INFO (searcherExecutor-1790-thread-1-processing-n:127.0.0.1:58096_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@3041dbdb[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100)))}
[junit4] 2> 370062 INFO (qtp1822730009-4248) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 48
[junit4] 1> Adding 10 docs with commit=true, numDocs=400
[junit4] 2> 370072 INFO (qtp1822730009-4254) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_300 (1577076412990357504), source_301 (1577076412996648960), source_302 (1577076412996648961), source_303 (1577076412996648962), source_304 (1577076412996648963), source_305 (1577076412996648964), source_306 (1577076412996648965), source_307 (1577076412996648966), source_308 (1577076412996648967), source_309 (1577076412996648968), ... (100 adds)]} 0 7
[junit4] 2> 370073 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577076413001891840,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 370073 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@78b1ade1 commitCommandVersion:1577076413001891840
[junit4] 2> 370106 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2f3a58fa[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 370108 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 370109 INFO (searcherExecutor-1790-thread-1-processing-n:127.0.0.1:58096_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@2f3a58fa[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100)))}
[junit4] 2> 370110 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 36
[junit4] 1> Adding 10 docs with commit=true, numDocs=500
[junit4] 2> 370118 INFO (qtp1822730009-4259) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_400 (1577076413042786304), source_401 (1577076413044883456), source_402 (1577076413044883457), source_403 (1577076413045932032), source_404 (1577076413045932033), source_405 (1577076413045932034), source_406 (1577076413045932035), source_407 (1577076413045932036), source_408 (1577076413045932037), source_409 (1577076413045932038), ... (100 adds)]} 0 6
[junit4] 2> 370119 INFO (qtp1822730009-4253) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577076413050126336,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 370119 INFO (qtp1822730009-4253) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@78b1ade1 commitCommandVersion:1577076413050126336
[junit4] 2> 370159 INFO (qtp1822730009-4253) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c2cfac7[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 370162 INFO (qtp1822730009-4253) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 370163 INFO (searcherExecutor-1790-thread-1-processing-n:127.0.0.1:58096_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@4c2cfac7[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100)))}
[junit4] 2> 370164 INFO (qtp1822730009-4253) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 44
[junit4] 1> Adding 10 docs with commit=true, numDocs=600
[junit4] 2> 370171 INFO (qtp1822730009-4252) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_500 (1577076413098360832), source_501 (1577076413100457984), source_502 (1577076413100457985), source_503 (1577076413100457986), source_504 (1577076413100457987), source_505 (1577076413100457988), source_506 (1577076413100457989), source_507 (1577076413100457990), source_508 (1577076413100457991), source_509 (1577076413100457992), ... (100 adds)]} 0 6
[junit4] 2> 370172 INFO (qtp1822730009-4251) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577076413105700864,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 370172 INFO (qtp1822730009-4251) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@78b1ade1 commitCommandVersion:1577076413105700864
[junit4] 2> 370248 INFO (qtp1822730009-4251) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@426c0cce[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 370252 INFO (qtp1822730009-4251) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 370252 INFO (searcherExecutor-1790-thread-1-processing-n:127.0.0.1:58096_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@426c0cce[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100)))}
[junit4] 2> 370254 INFO (qtp1822730009-4251) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 81
[junit4] 1> Adding 10 docs with commit=true, numDocs=700
[junit4] 2> 370265 INFO (qtp1822730009-4250) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_600 (1577076413194829824), source_601 (1577076413199024128), source_602 (1577076413199024129), source_603 (1577076413199024130), source_604 (1577076413199024131), source_605 (1577076413199024132), source_606 (1577076413199024133), source_607 (1577076413199024134), source_608 (1577076413199024135), source_609 (1577076413199024136), ... (100 adds)]} 0 8
[junit4] 2> 370267 INFO (qtp1822730009-4261) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577076413205315584,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 370267 INFO (qtp1822730009-4261) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@78b1ade1 commitCommandVersion:1577076413205315584
[junit4] 2> 370347 INFO (qtp1822730009-4261) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@511cea32[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 370348 INFO (qtp1822730009-4261) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 370349 INFO (searcherExecutor-1790-thread-1-processing-n:127.0.0.1:58096_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@511cea32[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100)))}
[junit4] 2> 370350 INFO (qtp1822730009-4261) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 83
[junit4] 1> Adding 10 docs with commit=true, numDocs=800
[junit4] 2> 370358 INFO (qtp1822730009-4248) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_700 (1577076413294444544), source_701 (1577076413297590272), source_702 (1577076413297590273), source_703 (1577076413297590274), source_704 (1577076413297590275), source_705 (1577076413297590276), source_706 (1577076413297590277), source_707 (1577076413297590278), source_708 (1577076413297590279), source_709 (1577076413297590280), ... (100 adds)]} 0 5
[junit4] 2> 370358 INFO (qtp1822730009-4254) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577076413300736000,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 370359 INFO (qtp1822730009-4254) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@78b1ade1 commitCommandVersion:1577076413300736000
[junit4] 2> 370444 INFO (qtp1822730009-4254) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@109e960[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 370446 INFO (qtp1822730009-4254) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 370448 INFO (searcherExecutor-1790-thread-1-processing-n:127.0.0.1:58096_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@109e960[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100) Uninverting(_7(8.0.0):C100)))}
[junit4] 2> 370448 INFO (qtp1822730009-4254) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 89
[junit4] 1> Adding 10 docs with commit=true, numDocs=900
[junit4] 2> 370459 INFO (qtp1822730009-4255) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_800 (1577076413399302144), source_801 (1577076413402447872), source_802 (1577076413402447873), source_803 (1577076413402447874), source_804 (1577076413402447875), source_805 (1577076413402447876), source_806 (1577076413402447877), source_807 (1577076413402447878), source_808 (1577076413402447879), source_809 (1577076413402447880), ... (100 adds)]} 0 7
[junit4] 2> 370460 INFO (qtp1822730009-4259) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577076413407690752,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 370460 INFO (qtp1822730009-4259) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@78b1ade1 commitCommandVersion:1577076413407690752
[junit4] 2> 370556 INFO (qtp1822730009-4259) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c1abc47[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 370557 INFO (qtp1822730009-4259) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 370558 INFO (searcherExecutor-1790-thread-1-processing-n:127.0.0.1:58096_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@5c1abc47[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100) Uninverting(_7(8.0.0):C100) Uninverting(_8(8.0.0):C100)))}
[junit4] 2> 370559 INFO (qtp1822730009-4259) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 98
[junit4] 1> Adding 10 docs with commit=true, numDocs=1000
[junit4] 2> 370567 INFO (qtp1822730009-4253) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_900 (1577076413512548352), source_901 (1577076413515694080), source_902 (1577076413515694081), source_903 (1577076413515694082), source_904 (1577076413515694083), source_905 (1577076413515694084), source_906 (1577076413515694085), source_907 (1577076413515694086), source_908 (1577076413515694087), source_909 (1577076413515694088), ... (100 adds)]} 0 7
[junit4] 2> 370568 INFO (qtp1822730009-4252) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577076413520936960,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 370569 INFO (qtp1822730009-4252) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@78b1ade1 commitCommandVersion:1577076413520936960
[junit4] 2> 370711 INFO (qtp1822730009-4252) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@570e8ee5[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 370712 INFO (qtp1822730009-4252) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 370715 INFO (searcherExecutor-1790-thread-1-processing-n:127.0.0.1:58096_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@570e8ee5[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100) Uninverting(_7(8.0.0):C100) Uninverting(_8(8.0.0):C100) Uninverting(_9(8.0.0):C100)))}
[junit4] 2> 370716 INFO (qtp1822730009-4252) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 146
[junit4] 2> 370717 INFO (qtp1822730009-4251) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:4&wt=javabin&version=2} hits=1000 status=0 QTime=1
[junit4] 2> 370720 INFO (qtp1822730009-4251) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/get params={qt=/get&_stateVer_=cdcr-source:4&getVersions=1000&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 370753 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2e6a38a70008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 370754 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@9675781{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 370755 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1163652710
[junit4] 2> 370755 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 370755 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3623a72e: rootName = solr_58096, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@13a5490b
[junit4] 2> 370761 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 370761 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@681d7be0: rootName = solr_58096, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6003b15
[junit4] 2> 370766 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 370766 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7cb91ca8: rootName = solr_58096, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6fc2c1ec
[junit4] 2> 370772 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 370775 INFO (coreCloseExecutor-1795-thread-1) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@24013ac6
[junit4] 2> 370775 INFO (coreCloseExecutor-1795-thread-1) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-source.shard1.replica_n1, tag=604060358
[junit4] 2> 370775 INFO (coreCloseExecutor-1795-thread-1) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7cb7a94e: rootName = solr_58096, domain = solr.core.cdcr-source.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.cdcr-source.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1db66
[junit4] 2> 370784 INFO (coreCloseExecutor-1795-thread-1) [n:127.0.0.1:58096_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-source.shard1.leader, tag=604060358
[junit4] 2> 370798 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.a.s.c.Overseer Overseer (id=98567275600609283-127.0.0.1:58096_solr-n_0000000000) closing
[junit4] 2> 370799 INFO (OverseerStateUpdate-98567275600609283-127.0.0.1:58096_solr-n_0000000000) [n:127.0.0.1:58096_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:58096_solr
[junit4] 2> 370804 WARN (zkCallback-739-thread-1-processing-n:127.0.0.1:58096_solr) [n:127.0.0.1:58096_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 370805 INFO (zkCallback-746-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 370805 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7d16a99a{/solr,null,UNAVAILABLE}
[junit4] 2> 370808 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 370808 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@156a617{/solr,null,AVAILABLE}
[junit4] 2> 370810 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@50336fb2{HTTP/1.1,[http/1.1]}{127.0.0.1:58125}
[junit4] 2> 370810 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.e.j.s.Server Started @379087ms
[junit4] 2> 370811 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58125}
[junit4] 2> 370812 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 370812 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 370812 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 370812 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 370812 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-29T14:34:30.829Z
[junit4] 2> 370822 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 370832 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2e6a38a70009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 370835 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58092/solr
[junit4] 2> 370843 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2e6a38a7000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 370861 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [n:127.0.0.1:58125_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 370862 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [n:127.0.0.1:58125_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58125_solr
[junit4] 2> 370864 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [n:127.0.0.1:58125_solr ] o.a.s.c.Overseer Overseer (id=98567275600609291-127.0.0.1:58125_solr-n_0000000001) starting
[junit4] 2> 370884 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [n:127.0.0.1:58125_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58125_solr
[junit4] 2> 370888 INFO (zkCallback-746-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 370888 INFO (zkCallback-752-thread-1-processing-n:127.0.0.1:58125_solr) [n:127.0.0.1:58125_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 371000 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [n:127.0.0.1:58125_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58125.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e143fe8
[junit4] 2> 371009 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [n:127.0.0.1:58125_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58125.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e143fe8
[junit4] 2> 371009 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [n:127.0.0.1:58125_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58125.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e143fe8
[junit4] 2> 371013 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [n:127.0.0.1:58125_solr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_64CDBFBE9D432D19-001\cdcr-source-001\node1\.
[junit4] 2> 371013 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[64CDBFBE9D432D19]) [n:127.0.0.1:58125_solr ] o.a.s.c.CorePropertiesLocator Cores are: [cdcr-source_shard1_replica_n1]
[junit4] 2> 371015 INFO (coreLoadExecutor-1804-thread-1-processing-n:127.0.0.1:58125_solr) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 371119 INFO (zkCallback-752-thread-1-processing-n:127.0.0.1:58125_solr) [n:127.0.0.1:58125_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 371120 INFO (zkCallback-752-thread-2-processing-n:127.0.0.1:58125_solr) [n:127.0.0.1:58125_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 372032 INFO (coreLoadExecutor-1804-thread-1-processing-n:127.0.0.1:58125_solr) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 372039 INFO (coreLoadExecutor-1804-thread-1-processing-n:127.0.0.1:58125_solr) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 372042 INFO (coreLoadExecutor-1804-thread-1-processing-n:127.0.0.1:58125_solr) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
[junit4] 2> 372042 INFO (coreLoadExecutor-1804-thread-1-processing-n:127.0.0.1:58125_solr) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 372046 INFO (coreLoadExecutor-1804-thread-1-processing-n:127.0.0.1:58125_solr) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 372049 INFO (coreLoadExecutor-1804-thread-1-processing-n:127.0.0.1:58125_solr) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 372049 INFO (coreLoadExecutor-1804-thread-1-processing-n:127.0.0.1:58125_solr) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
[junit4] 2> 372049 INFO (coreLoadExecutor-1804-thread-1-processing-n:127.0.0.1:58125_solr) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58125.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e143fe8
[junit4] 2> 372049 INFO (coreLoadExecutor-1804-thread-1-processing-n:127.0.0.1:58125_solr) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 372049 INFO (coreLoadExecutor-1804-thread-1-processing-n:127.0.0.1:58125_solr) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_64CDBFBE9D432D19-001\cdcr-source-001\node1\cdcr-source_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_64CDBFBE9D432D19-001\cdcr-source-001\node1\.\cdcr-source_shard1_replica_n1\data\]
[junit4] 2> 372199 INFO (coreLoadExecutor-1804-thread-1-processing-n:127.0.0.1:58125_solr) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 372199 INFO (coreLoadExecutor-1804-thread-1-processing-n:127.0.0.1:58125_solr) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 372204 INFO (coreLoadExecutor-1804-thread-1-processing-n:127.0.0.1:58125_solr) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 372204 INFO (coreLoadExecutor-1804-thread-1-processing-n:127.0.0.1:58125_solr) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 372235 INFO (coreLoadExecutor-1804-thread-1-processing-n:127.0.0.1:58125_solr) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5ec1f0e9[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 372236 INFO (coreLoadExecutor-1804-thread-1-processing-n:127.0.0.1:58125_solr) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 372237 INFO (coreLoadExecutor-1804-thread-1-processing-n:127.0.0.1:58125_solr) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 372237 INFO (coreLoadExecutor-1804-thread-1-processing-n:127.0.0.1:58125_solr) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
[junit4] 2> 372237 INFO (coreLoadExecutor-1804-thread-1-processing-n:127.0.0.1:58125_solr) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 372237 INFO (coreLoadExecutor-1804-thread-1-processing-n:127.0.0.1:58125_solr) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 372248 INFO (coreLoadExecutor-1804-thread-1-processing-n:127.0.0.1:58125_solr) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 372258 INFO (coreLoadExecutor-1804-thread-1-processing-n:127.0.0.1:58125_solr) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
[junit4] 2> 372304 INFO (searcherExecutor-1805-thread-1-processing-n:127.0.0.1:58125_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@5ec1f0e9[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100) Uninverting(_7(8.0.0):C100) Uninverting(_8(8.0.0):C100) Uninverting(_9(8.0.0):C100)))}
[junit4] 2> 372313 INFO (coreZkRegister-1797-thread-1-processing-n:127.0.0.1:58125_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 372313 INFO (coreZkRegister-1797-thread-1-processing-n:127.0.0.1:58125_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 372313 INFO (coreZkRegister-1797-thread-1-processing-n:127.0.0.1:58125_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58125/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 372313 INFO (coreZkRegister-1797-thread-1-processing-n:127.0.0.1:58125_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 372313 INFO (coreZkRegister-1797-thread-1-processing-n:127.0.0.1:58125_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:58125/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 372313 INFO (coreZkRegister-1797-thread-1-processing-n:127.0.0.1:58125_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 372313 WARN (qtp229749761-4308) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Action LASTPROCESSEDVERSION sent to non-leader replica @ cdcr-source:shard1
[junit4] 2> 372314 ERROR (qtp229749761-4308) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Action LASTPROCESSEDVERSION sent to non-leader replica
[junit4] 2> at org.apache.solr.handler.CdcrRequestHandler.handleLastProcessedVersionAction(CdcrRequestHandler.java:500)
[junit4] 2> at org.apache.solr.handler.CdcrRequestHandler.handleRequestBody(CdcrRequestHandler.java:208)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2483)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:720)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:526)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 372315 INFO (qtp229749761-4308) [n:127.0.0.1:58125_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={action=LASTPROCESSEDVERSION&wt=javabin&version=2} status=400 QTime=6
[junit4] 2> 372315 WARN (cdcr-update-log-synchronizer-1810-thread-1) [n:127
[...truncated too long message...]
(at line 27)
[ecj-lint] import com.codahale.metrics.Meter;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import com.codahale.metrics.Meter is never used
[ecj-lint] ----------
[ecj-lint] 14. ERROR in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\metrics\reporters\SolrSlf4jReporter.java (at line 29)
[ecj-lint] import com.codahale.metrics.MetricRegistry;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import com.codahale.metrics.MetricRegistry is never used
[ecj-lint] ----------
[ecj-lint] 15. ERROR in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\metrics\reporters\SolrSlf4jReporter.java (at line 32)
[ecj-lint] import com.codahale.metrics.Timer;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import com.codahale.metrics.Timer is never used
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 16. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\request\SimpleFacets.java (at line 925)
[ecj-lint] fastForRandomSet = new HashDocSet(sset.getDocs(), 0, sset.size());
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'fastForRandomSet' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 17. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\response\SmileResponseWriter.java (at line 33)
[ecj-lint] new SmileWriter(out, request, response).writeResponse();
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 18. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\schema\OpenExchangeRatesOrgProvider.java (at line 146)
[ecj-lint] ratesJsonStream = resourceLoader.openResource(ratesFileLocation);
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'ratesJsonStream' is not closed at this location
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 19. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\search\CollapsingQParserPlugin.java (at line 1315)
[ecj-lint] UninvertingReader uninvertingReader = new UninvertingReader(new ReaderWrapper(searcher.getSlowAtomicReader(), collapseField), mapping);
[ecj-lint] ^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'uninvertingReader' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 20. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\search\DocSlice.java (at line 145)
[ecj-lint] HashDocSet h = new HashDocSet(docs,offset,len);
[ecj-lint] ^
[ecj-lint] Resource leak: 'h' is never closed
[ecj-lint] ----------
[ecj-lint] 21. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\search\DocSlice.java (at line 154)
[ecj-lint] HashDocSet h = new HashDocSet(docs,offset,len);
[ecj-lint] ^
[ecj-lint] Resource leak: 'h' is never closed
[ecj-lint] ----------
[ecj-lint] 22. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\search\DocSlice.java (at line 163)
[ecj-lint] HashDocSet h = new HashDocSet(docs,offset,len);
[ecj-lint] ^
[ecj-lint] Resource leak: 'h' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 23. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\search\function\OrdFieldSource.java (at line 79)
[ecj-lint] SolrIndexSearcher is = (SolrIndexSearcher) o;
[ecj-lint] ^^
[ecj-lint] Resource leak: 'is' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 24. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\search\function\ReverseOrdFieldSource.java (at line 79)
[ecj-lint] SolrIndexSearcher is = (SolrIndexSearcher) o;
[ecj-lint] ^^
[ecj-lint] Resource leak: 'is' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 25. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\servlet\SolrDispatchFilter.java (at line 291)
[ecj-lint] throw new SolrException(ErrorCode.SERVER_ERROR, "Error occurred while loading solr.xml from zookeeper", e);
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'loader' is not closed at this location
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 26. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\update\CdcrTransactionLog.java (at line 98)
[ecj-lint] ChannelFastInputStream is = new ChannelFastInputStream(channel, pos);
[ecj-lint] ^^
[ecj-lint] Resource leak: 'is' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 27. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\update\HdfsTransactionLog.java (at line 191)
[ecj-lint] LogCodec codec = new LogCodec(resolver);
[ecj-lint] ^^^^^
[ecj-lint] Resource leak: 'codec' is never closed
[ecj-lint] ----------
[ecj-lint] 28. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\update\HdfsTransactionLog.java (at line 261)
[ecj-lint] LogCodec codec = new LogCodec(resolver);
[ecj-lint] ^^^^^
[ecj-lint] Resource leak: 'codec' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 29. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\update\TransactionLog.java (at line 228)
[ecj-lint] ChannelFastInputStream is = new ChannelFastInputStream(channel, pos);
[ecj-lint] ^^
[ecj-lint] Resource leak: 'is' is never closed
[ecj-lint] ----------
[ecj-lint] 30. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\update\TransactionLog.java (at line 228)
[ecj-lint] ChannelFastInputStream is = new ChannelFastInputStream(channel, pos);
[ecj-lint] ^^
[ecj-lint] Resource leak: 'is' is never closed
[ecj-lint] ----------
[ecj-lint] 31. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\update\TransactionLog.java (at line 260)
[ecj-lint] LogCodec codec = new LogCodec(resolver);
[ecj-lint] ^^^^^
[ecj-lint] Resource leak: 'codec' is never closed
[ecj-lint] ----------
[ecj-lint] 32. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\update\TransactionLog.java (at line 275)
[ecj-lint] LogCodec codec = new LogCodec(resolver);
[ecj-lint] ^^^^^
[ecj-lint] Resource leak: 'codec' is never closed
[ecj-lint] ----------
[ecj-lint] 33. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\update\TransactionLog.java (at line 529)
[ecj-lint] LogCodec codec = new LogCodec(resolver);
[ecj-lint] ^^^^^
[ecj-lint] Resource leak: 'codec' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 34. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\update\processor\UpdateRequestProcessor.java (at line 85)
[ecj-lint] UpdateRequestProcessor p = this;
[ecj-lint] ^
[ecj-lint] Resource leak: 'p' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 35. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\util\SimplePostTool.java (at line 655)
[ecj-lint] BAOS bos = new BAOS();
[ecj-lint] ^^^
[ecj-lint] Resource leak: 'bos' is never closed
[ecj-lint] ----------
[ecj-lint] 36. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\util\SimplePostTool.java (at line 655)
[ecj-lint] BAOS bos = new BAOS();
[ecj-lint] ^^^
[ecj-lint] Resource leak: 'bos' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 37. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\util\SolrLogLayout.java (at line 149)
[ecj-lint] SolrQueryRequest req = requestInfo == null ? null : requestInfo.getReq();
[ecj-lint] ^^^
[ecj-lint] Resource leak: 'req' is never closed
[ecj-lint] ----------
[ecj-lint] 37 problems (7 errors, 30 warnings)
BUILD FAILED
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:810: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:101: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build.xml:689: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\common-build.xml:2030: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\common-build.xml:2069: Compile failed; see the compiler error output for details.
Total time: 89 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS-EA] Lucene-Solr-master-Windows (32bit/jdk-9-ea+181) -
Build # 6854 - Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6854/
Java: 32bit/jdk-9-ea+181 -client -XX:+UseConcMarkSweepGC --illegal-access=deny
4 tests failed.
FAILED: org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter
Error Message:
Test requires that log-level is at-least INFO, but INFO is disabled
Stack Trace:
java.lang.AssertionError: Test requires that log-level is at-least INFO, but INFO is disabled
at __randomizedtesting.SeedInfo.seed([A4A19F29EC43F659:FB45B21E874F651C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.ensureLoggingConfiguredAppropriately(SolrSlf4jReporterTest.java:99)
at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:49)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping
Error Message:
Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.
Stack Trace:
java.lang.AssertionError: Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.
at __randomizedtesting.SeedInfo.seed([A4A19F29EC43F659:D54561FF9AA8D195]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping(UpdateRequestProcessorFactoryTest.java:101)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testExecutorStream
Error Message:
Error from server at http://127.0.0.1:64368/solr/workQueue_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/workQueue_shard2_replica_n2/update. Reason: <pre> Can not find: /solr/workQueue_shard2_replica_n2/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:64368/solr/workQueue_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/workQueue_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/workQueue_shard2_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([D9A98787465EF543:FB69067C6534DF53]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testExecutorStream(StreamExpressionTest.java:6822)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:64368/solr/workQueue_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/workQueue_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/workQueue_shard2_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
... 1 more
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1100>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
at __randomizedtesting.SeedInfo.seed([A4A19F29EC43F659:70E4D4700B1545A2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 1728 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\temp\junit4-J1-20170829_041035_27412402196549954826783.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\temp\junit4-J0-20170829_041035_27418158606907457781185.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 312 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\test-framework\test\temp\junit4-J1-20170829_041536_9174250912903343069966.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\test-framework\test\temp\junit4-J0-20170829_041536_917478362243696454576.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1006 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\common\test\temp\junit4-J1-20170829_041618_24390109650674658315.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 39 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\common\test\temp\junit4-J0-20170829_041618_2432261075995138097100.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 225 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\icu\test\temp\junit4-J1-20170829_041806_4385607350010833956776.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 5 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\icu\test\temp\junit4-J0-20170829_041806_4384373740589819940051.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 250 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\kuromoji\test\temp\junit4-J1-20170829_041813_71710626831351856479278.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\kuromoji\test\temp\junit4-J0-20170829_041813_7171019700360020079384.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 155 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\morfologik\test\temp\junit4-J0-20170829_041831_8692110295191571907395.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\morfologik\test\temp\junit4-J1-20170829_041831_86917318216655077962227.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 167 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\phonetic\test\temp\junit4-J1-20170829_041835_3522660420035409505055.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\phonetic\test\temp\junit4-J0-20170829_041835_35214909209901548069262.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 152 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\smartcn\test\temp\junit4-J0-20170829_041840_3484238927351067785447.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\smartcn\test\temp\junit4-J1-20170829_041840_3473831844760091797826.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 160 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\stempel\test\temp\junit4-J0-20170829_041847_03216726137416162985333.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\stempel\test\temp\junit4-J1-20170829_041847_0326996318594061585040.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 168 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\uima\test\temp\junit4-J0-20170829_041849_80514431584374182277920.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 153 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\temp\junit4-J1-20170829_041908_02515347736673350171282.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 25 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\temp\junit4-J0-20170829_041908_0256704224127544719325.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1248 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\benchmark\test\temp\junit4-J1-20170829_041921_4667953140135400109711.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\benchmark\test\temp\junit4-J0-20170829_041921_46616361197201204630787.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 229 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\classification\test\temp\junit4-J1-20170829_041929_88610600742176738897269.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\classification\test\temp\junit4-J0-20170829_041929_88613872116483604287625.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 258 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\codecs\test\temp\junit4-J0-20170829_041942_7219866925390093770841.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 5 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\codecs\test\temp\junit4-J1-20170829_041942_72114338959309239141177.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 241 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\demo\test\temp\junit4-J1-20170829_042120_43710980001783189514726.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\demo\test\temp\junit4-J0-20170829_042120_43715127011406829146454.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 165 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\expressions\test\temp\junit4-J0-20170829_042124_36814759461852946431837.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\expressions\test\temp\junit4-J1-20170829_042124_3681358417864362732755.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 213 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\facet\test\temp\junit4-J0-20170829_042130_085903275486386213813.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\facet\test\temp\junit4-J1-20170829_042130_08513511788789524164393.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 180 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\grouping\test\temp\junit4-J0-20170829_042154_79811785961055855130753.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\grouping\test\temp\junit4-J1-20170829_042154_79813028117216340696577.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 244 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\highlighter\test\temp\junit4-J0-20170829_042202_51610750209729025994590.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\highlighter\test\temp\junit4-J1-20170829_042202_5162748241461216142830.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 161 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\join\test\temp\junit4-J0-20170829_042216_45618316640477951555645.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\join\test\temp\junit4-J1-20170829_042216_45611839761269624421208.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 148 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\memory\test\temp\junit4-J0-20170829_042230_90717603470605170341548.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\memory\test\temp\junit4-J1-20170829_042230_9076359073348102772421.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 185 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\misc\test\temp\junit4-J1-20170829_042241_8608760167555804331983.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\misc\test\temp\junit4-J0-20170829_042241_86081020622170976162.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 313 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\queries\test\temp\junit4-J0-20170829_042300_887325873361883597243.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\queries\test\temp\junit4-J1-20170829_042300_88710119134254908316223.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 225 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\queryparser\test\temp\junit4-J1-20170829_042308_7562365493440484150327.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\queryparser\test\temp\junit4-J0-20170829_042308_7563392847476494784084.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 213 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\replicator\test\temp\junit4-J1-20170829_042319_96016462756781433672837.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\replicator\test\temp\junit4-J0-20170829_042319_9601503853928557758500.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 216 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\sandbox\test\temp\junit4-J0-20170829_042335_46713917327018921828315.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\sandbox\test\temp\junit4-J1-20170829_042335_4676874761348818784576.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 216 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\spatial-extras\test\temp\junit4-J1-20170829_042404_3917779181445154421270.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\spatial-extras\test\temp\junit4-J0-20170829_042404_39111819249655596608927.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 185 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\spatial3d\test\temp\junit4-J0-20170829_042413_9658339407661979503045.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\spatial3d\test\temp\junit4-J1-20170829_042413_96517464746528462779703.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 147 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\spatial\test\temp\junit4-J0-20170829_042431_25110206996020324436681.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 236 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\suggest\test\temp\junit4-J1-20170829_042435_1096247529792728616670.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 12 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\suggest\test\temp\junit4-J0-20170829_042435_1094280662071909336224.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 2325 lines...]
[junit4] Suite: org.apache.solr.metrics.reporters.SolrSlf4jReporterTest
[junit4] 2> 861244 INFO (SUITE-SolrSlf4jReporterTest-seed#[A4A19F29EC43F659]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.metrics.reporters.SolrSlf4jReporterTest_A4A19F29EC43F659-001\init-core-data-001
[junit4] 2> 861244 WARN (SUITE-SolrSlf4jReporterTest-seed#[A4A19F29EC43F659]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=44 numCloses=44
[junit4] 2> 861249 INFO (SUITE-SolrSlf4jReporterTest-seed#[A4A19F29EC43F659]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 861252 INFO (SUITE-SolrSlf4jReporterTest-seed#[A4A19F29EC43F659]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 861252 INFO (TEST-SolrSlf4jReporterTest.testReporter-seed#[A4A19F29EC43F659]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testReporter
[junit4] 2> 861252 INFO (TEST-SolrSlf4jReporterTest.testReporter-seed#[A4A19F29EC43F659]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testReporter
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SolrSlf4jReporterTest -Dtests.method=testReporter -Dtests.seed=A4A19F29EC43F659 -Dtests.slow=true -Dtests.locale=uz-Arab -Dtests.timezone=America/Louisville -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 0.01s J1 | SolrSlf4jReporterTest.testReporter <<<
[junit4] > Throwable #1: java.lang.AssertionError: Test requires that log-level is at-least INFO, but INFO is disabled
[junit4] > at __randomizedtesting.SeedInfo.seed([A4A19F29EC43F659:FB45B21E874F651C]:0)
[junit4] > at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.ensureLoggingConfiguredAppropriately(SolrSlf4jReporterTest.java:99)
[junit4] > at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:49)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.metrics.reporters.SolrSlf4jReporterTest_A4A19F29EC43F659-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1855, maxMBSortInHeap=5.081535737571858, sim=RandomSimilarity(queryNorm=false): {}, locale=uz-Arab, timezone=America/Louisville
[junit4] 2> NOTE: Windows 10 10.0 x86/Oracle Corporation 9 (32-bit)/cpus=3,threads=1,free=198735784,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [SolrRequestParserTest, TestDownShardTolerantSearch, TestRealTimeGet, BJQParserTest, HdfsRestartWhileUpdatingTest, TestTrie, PreAnalyzedFieldTest, MoveReplicaHDFSUlogDirTest, HdfsChaosMonkeyNothingIsSafeTest, TestDocBasedVersionConstraints, TestPayloadCheckQParserPlugin, ConnectionReuseTest, TestEmbeddedSolrServerAdminHandler, ConfigureRecoveryStrategyTest, SolrCLIZkUtilsTest, TestCloudSchemaless, HdfsCollectionsAPIDistributedZkTest, OpenExchangeRatesOrgProviderTest, TestCustomSort, TestDynamicFieldCollectionResource, PingRequestHandlerTest, TestSimpleTrackingShardHandler, DeleteReplicaTest, LeaderElectionContextKeyTest, ZkNodePropsTest, TestBulkSchemaConcurrent, SolrJmxReporterCloudTest, TestSearcherReuse, DocumentAnalysisRequestHandlerTest, BaseCdcrDistributedZkTest, TestManagedResourceStorage, TestSerializedLuceneMatchVersion, SignatureUpdateProcessorFactoryTest, MetricsHandlerTest, HdfsLockFactoryTest, TestCoreAdminApis, HdfsThreadLeakTest, ExplicitHLLTest, TestLegacyTerms, TestJoin, SolrGangliaReporterTest, TestIndexSearcher, TestPullReplicaErrorHandling, LoggingHandlerTest, TestDistributedGrouping, SOLR749Test, ConnectionManagerTest, TestFieldCollectionResource, FacetPivotSmallTest, SpellingQueryConverterTest, TestOrdValues, TestRequestStatusCollectionAPI, TestBlendedInfixSuggestions, TestUnifiedSolrHighlighter, TestFastWriter, ConvertedLegacyTest, ReplaceNodeTest, DistributedTermsComponentTest, RulesTest, ParsingFieldUpdateProcessorsTest, AutoScalingHandlerTest, OpenCloseCoreStressTest, TestMiniSolrCloudClusterSSL, SystemInfoHandlerTest, VersionInfoTest, TestCollectionAPIs, AtomicUpdateProcessorFactoryTest, SchemaVersionSpecificBehaviorTest, DistributedQueueTest, BasicZkTest, BasicFunctionalityTest, SparseHLLTest, GraphQueryTest, TestLegacyFieldReuse, DocExpirationUpdateProcessorFactoryTest, UninvertDocValuesMergePolicyTest, DirectoryFactoryTest, TestCustomStream, TestCustomDocTransformer, RestartWhileUpdatingTest, MoreLikeThisHandlerTest, TestPointFields, ManagedSchemaRoundRobinCloudTest, TestSchemalessBufferedUpdates, TestDistributedMissingSort, TestXmlQParserPlugin, StatsReloadRaceTest, TestReload, SolrIndexConfigTest, TestUseDocValuesAsStored2, TestReplicaProperties, TestCloudJSONFacetJoinDomain, TestPrepRecovery, CdcrUpdateLogTest, BooleanFieldTest, TestPerFieldSimilarity, CurrencyFieldTypeTest, ShowFileRequestHandlerTest, TestExactStatsCache, TestSolrQueryParser, TestExpandComponent, DistributedIntervalFacetingTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, SuggesterFSTTest, SolrXmlInZkTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestStressLucene, TestConfigSetsAPIZkFailure, SSLMigrationTest, SolrCoreCheckLockOnStartupTest, TestWordDelimiterFilterFactory, TestSchemaSimilarityResource, TestZkAclsWithHadoopAuth, TestConfigReload, CheckHdfsIndexTest, JvmMetricsTest, HealthCheckHandlerTest, SpellCheckCollatorWithCollapseTest, SolrSlf4jReporterTest]
[junit4] Completed [219/732 (1!)] on J1 in 0.07s, 1 test, 1 failure <<< FAILURES!
[...truncated 501 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_A4A19F29EC43F659-001\init-core-data-001
[junit4] 2> 1534458 WARN (SUITE-CdcrBootstrapTest-seed#[A4A19F29EC43F659]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1534471 ERROR (Thread-2698) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1534580 ERROR (jetty-launcher-4180-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1534602 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2c5483ae0001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1535215 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2c5483ae0004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 1> Target zkHost = 127.0.0.1:52999/solr
[junit4] 2> 1535220 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2c5483ae0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1535233 ERROR (Thread-2708) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1535386 ERROR (jetty-launcher-4192-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 1> Adding 10 docs with commit=true, numDocs=100
[junit4] 1> Adding 10 docs with commit=true, numDocs=200
[junit4] 1> Adding 10 docs with commit=true, numDocs=300
[junit4] 1> Adding 10 docs with commit=true, numDocs=400
[junit4] 1> Adding 10 docs with commit=true, numDocs=500
[junit4] 1> Adding 10 docs with commit=true, numDocs=600
[junit4] 1> Adding 10 docs with commit=true, numDocs=700
[junit4] 1> Adding 10 docs with commit=true, numDocs=800
[junit4] 1> Adding 10 docs with commit=true, numDocs=900
[junit4] 1> Adding 10 docs with commit=true, numDocs=1000
[junit4] 2> 1540160 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2c5483ae0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1542990 WARN (cdcr-bootstrap-status-4211-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Bootstrap process was not found on target collection: cdcr-target shard: shard1, leader: http://127.0.0.1:53003/solr/cdcr-target_shard1_replica_n1/
[junit4] 1> Cdcr queue response: {responseHeader={status=0,QTime=5},queues={127.0.0.1:52999/solr={cdcr-target={queueSize=1010,lastTimestamp=}}},tlogTotalSize=47659,tlogTotalCount=10,updateLogSynchronizer=stopped}
[junit4] 2> 1544997 WARN (cdcr-bootstrap-status-4211-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Cancelling waiting for bootstrap on target: cdcr-target shard: shard1 to complete
[junit4] 1> Adding 100 docs with commit=true, numDocs=1100
[junit4] 1> Adding 100 docs with commit=true, numDocs=1200
[junit4] 1> Adding 100 docs with commit=true, numDocs=1300
[junit4] 1> Adding 100 docs with commit=true, numDocs=1400
[junit4] 1> Adding 100 docs with commit=true, numDocs=1500
[junit4] 1> Adding 100 docs with commit=true, numDocs=1600
[junit4] 1> Adding 100 docs with commit=true, numDocs=1700
[junit4] 1> Adding 100 docs with commit=true, numDocs=1800
[junit4] 1> Adding 100 docs with commit=true, numDocs=1900
[junit4] 1> Adding 100 docs with commit=true, numDocs=2000
[junit4] 2> 1548181 WARN (cdcr-bootstrap-status-4214-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Cancelling waiting for bootstrap on target: cdcr-target shard: shard1 to complete
[junit4] 2> 1548188 WARN (zkCallback-4199-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1548190 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A4A19F29EC43F659]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1548193 WARN (Thread-2708) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-source/state.json
[junit4] 2> 4 /solr/collections/cdcr-source/cdcr/state/process
[junit4] 2> 3 /solr/collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 1549734 WARN (zkCallback-4187-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1549735 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A4A19F29EC43F659]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1549735 WARN (Thread-2698) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/configs/cdcr-target/managed-schema
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 3 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-target/state.json
[junit4] 2> 4 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 3 /solr/collections/cdcr-target/cdcr/state/buffer
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 1549748 ERROR (Thread-2727) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1549896 ERROR (jetty-launcher-4215-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1550647 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2c54bf5c0004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1550655 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2c54bf5c0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 1> Target zkHost = 127.0.0.1:53094/solr
[junit4] 2> 1550662 ERROR (Thread-2740) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1550771 ERROR (jetty-launcher-4227-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 1> Adding 10 docs with commit=true, numDocs=100
[junit4] 1> Adding 10 docs with commit=true, numDocs=200
[junit4] 1> Adding 10 docs with commit=true, numDocs=300
[junit4] 1> Adding 10 docs with commit=true, numDocs=400
[junit4] 1> Adding 10 docs with commit=true, numDocs=500
[junit4] 1> Adding 10 docs with commit=true, numDocs=600
[junit4] 1> Adding 10 docs with commit=true, numDocs=700
[junit4] 1> Adding 10 docs with commit=true, numDocs=800
[junit4] 1> Adding 10 docs with commit=true, numDocs=900
[junit4] 1> Adding 10 docs with commit=true, numDocs=1000
[junit4] 2> 1555304 WARN (zkCallback-4234-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1555321 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4A19F29EC43F659]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1556932 WARN (qtp7768088-16066) [ ] o.a.s.h.CdcrRequestHandler Action LASTPROCESSEDVERSION sent to non-leader replica @ cdcr-source:shard1
[junit4] 2> 1556933 ERROR (qtp7768088-16066) [ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Action LASTPROCESSEDVERSION sent to non-leader replica
[junit4] 2> at org.apache.solr.handler.CdcrRequestHandler.handleLastProcessedVersionAction(CdcrRequestHandler.java:500)
[junit4] 2> at org.apache.solr.handler.CdcrRequestHandler.handleRequestBody(CdcrRequestHandler.java:208)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2483)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:720)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:526)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1556935 WARN (cdcr-update-log-synchronizer-6541-thread-1) [ ] o.a.s.h.CdcrUpdateLogSynchronizer Caught unexpected exception
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:53158/solr/cdcr-source_shard1_replica_n1: Action LASTPROCESSEDVERSION sent to non-leader replica
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.CdcrUpdateLogSynchronizer$UpdateLogSynchronisation.run(CdcrUpdateLogSynchronizer.java:147)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
[junit4] 2> at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:300)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 2> 1557231 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4A19F29EC43F659]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection cdcr-source failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry? 0
[junit4] 2> 1557231 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4A19F29EC43F659]) [ ] o.a.s.c.s.i.CloudSolrClient Re-trying request to collection(s) cdcr-source after stale state error from server.
[junit4] 1> Cdcr queue response: {responseHeader={status=0,QTime=0},queues={127.0.0.1:53094/solr={cdcr-target={queueSize=1107296260,lastTimestamp=}}},tlogTotalSize=4773,tlogTotalCount=1,updateLogSynchronizer=stopped}
[junit4] 2> 1562953 WARN (cdcr-bootstrap-status-4253-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Cancelling waiting for bootstrap on target: cdcr-target shard: shard1 to complete
[junit4] 2> 1562961 WARN (zkCallback-4247-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1562965 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4A19F29EC43F659]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1562969 WARN (Thread-2740) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/configs/cdcr-source
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/collections/cdcr-source/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/cdcr-source/cdcr/state/process
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 1562970 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2c54bf5c0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1563012 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2c54bf5c0003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1564512 WARN (zkCallback-4222-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1564514 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4A19F29EC43F659]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1564517 WARN (Thread-2727) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/configs/cdcr-target/managed-schema
[junit4] 2> 2 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-target/state.json
[junit4] 2> 3 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/cdcr-target/cdcr/state/buffer
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 1564526 ERROR (Thread-2763) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1564636 ERROR (jetty-launcher-4256-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1564653 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2c54f9160002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1565062 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2c54f9160004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 1> Target zkHost = 127.0.0.1:53206/solr
[junit4] 2> 1565076 ERROR (Thread-2773) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1565181 ERROR (jetty-launcher-4268-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1565197 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2c54fb3b0001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1565656 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2c54fb3b0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 1> Adding 10 docs with commit=true, numDocs=100
[junit4] 1> Adding 10 docs with commit=true, numDocs=200
[junit4] 1> Adding 10 docs with commit=true, numDocs=300
[junit4] 1> Adding 10 docs with commit=true, numDocs=400
[junit4] 1> Adding 10 docs with commit=true, numDocs=500
[junit4] 1> Adding 10 docs with commit=true, numDocs=600
[junit4] 1> Adding 10 docs with commit=true, numDocs=700
[junit4] 1> Adding 10 docs with commit=true, numDocs=800
[junit4] 1> Adding 10 docs with commit=true, numDocs=900
[junit4] 1> Adding 10 docs with commit=true, numDocs=1000
[junit4] 2> 1569077 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2c54f9160006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 1> Adding 10 docs with commit=true, numDocs=1100
[junit4] 2> 1572761 WARN (cdcr-bootstrap-status-4287-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Bootstrap process was not found on target collection: cdcr-target shard: shard1, leader: http://127.0.0.1:53210/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 1572764 WARN (cdcr-bootstrap-status-4287-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Bootstrap process was not found on target collection: cdcr-target shard: shard1, leader: http://127.0.0.1:53210/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 1572774 WARN (cdcr-bootstrap-status-4287-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Bootstrap process was not found on target collection: cdcr-target shard: shard1, leader: http://127.0.0.1:53210/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 1572776 WARN (cdcr-bootstrap-status-4287-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Bootstrap process was not found on target collection: cdcr-target shard: shard1, leader: http://127.0.0.1:53210/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 1572779 WARN (cdcr-bootstrap-status-4287-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Bootstrap process was not found on target collection: cdcr-target shard: shard1, leader: http://127.0.0.1:53210/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 1572782 WARN (cdcr-bootstrap-status-4287-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Bootstrap process was not found on target collection: cdcr-target shard: shard1, leader: http://127.0.0.1:53210/solr/cdcr-target_shard1_replica_n1/
[junit4] 1> Adding 10 docs with commit=true, numDocs=1200
[junit4] 1> Adding 10 docs with commit=true, numDocs=1300
[junit4] 1> Adding 10 docs with commit=true, numDocs=1400
[junit4] 1> Adding 10 docs with commit=true, numDocs=1500
[junit4] 1> Adding 10 docs with commit=true, numDocs=1600
[junit4] 2> 1573182 ERROR (updateExecutor-4260-thread-1) [ ] o.a.s.h.CdcrRequestHandler Bootstrap operation failed
[junit4] 2> java.util.concurrent.ExecutionException: java.lang.AssertionError
[junit4] 2> at java.base/java.util.concurrent.FutureTask.report(FutureTask.java:122)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.get(FutureTask.java:191)
[junit4] 2> at org.apache.solr.handler.CdcrRequestHandler.lambda$handleBootstrapAction$0(CdcrRequestHandler.java:646)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: java.lang.AssertionError
[junit4] 2> at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:789)
[junit4] 2> at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:716)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
[junit4] 2> ... 5 more
[junit4] 1> Adding 10 docs with commit=true, numDocs=1700
[junit4] 1> Adding 10 docs with commit=true, numDocs=1800
[junit4] 1> Adding 10 docs with commit=true, numDocs=1900
[junit4] 1> Adding 10 docs with commit=true, numDocs=2000
[junit4] 1> Cdcr queue response: {responseHeader={status=0,QTime=3},queues={127.0.0.1:53206/solr={cdcr-target={queueSize=2020,lastTimestamp=}}},tlogTotalSize=96439,tlogTotalCount=20,updateLogSynchronizer=stopped}
[junit4] 2> 1693833 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2c54fb3b0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1693912 WARN (cdcr-bootstrap-status-4287-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Cancelling waiting for bootstrap on target: cdcr-target shard: shard1 to complete
[junit4] 2> 1693928 WARN (zkCallback-4275-thread-4) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1693931 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[A4A19F29EC43F659]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1693935 WARN (Thread-2773) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-source/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/cdcr-source/cdcr/state/process
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 1694010 WARN (zkCallback-4263-thread-4) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1694031 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[A4A19F29EC43F659]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1694040 WARN (Thread-2763) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/configs/cdcr-target/managed-schema
[junit4] 2> 2 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-target/state.json
[junit4] 2> 3 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/cdcr-target/cdcr/state/buffer
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrBootstrapTest -Dtests.method=testBootstrapWithContinousIndexingOnSourceCluster -Dtests.seed=A4A19F29EC43F659 -Dtests.slow=true -Dtests.locale=ha -Dtests.timezone=Canada/Mountain -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 130s J0 | CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster <<<
[junit4] > Throwable #1: java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
[junit4] > at __randomizedtesting.SeedInfo.seed([A4A19F29EC43F659:70E4D4700B1545A2]:0)
[junit4] > at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_A4A19F29EC43F659-001
[junit4] 2> Aug 29, 2017 4:54:09 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=ha, timezone=Canada/Mountain
[junit4] 2> NOTE: Windows 10 10.0 x86/Oracle Corporation 9 (32-bit)/cpus=3,threads=1,free=118174536,total=353341440
[junit4] 2> NOTE: All tests run in this JVM: [IndexBasedSpellCheckerTest, TestConfigSetsAPIExclusivity, TestSimpleQParserPlugin, TestCloudNestedDocsSort, HdfsBasicDistributedZkTest, TestSolrCoreProperties, NotRequiredUniqueKeyTest, NodeMutatorTest, ZkControllerTest, TestInPlaceUpdatesDistrib, TestMultiWordSynonyms, ActionThrottleTest, TestEmbeddedSolrServerConstructors, ZkStateWriterTest, SimpleCollectionCreateDeleteTest, SpatialRPTFieldTypeTest, ZkFailoverTest, IndexSchemaTest, ReturnFields
[...truncated too long message...]
ing: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1360 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-analysis-extras\test\temp\junit4-J1-20170829_052019_25717883272254928754720.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-analysis-extras\test\temp\junit4-J0-20170829_052019_25718180920352774462918.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 594 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-analytics\test\temp\junit4-J0-20170829_052039_77016553620450909774744.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-analytics\test\temp\junit4-J1-20170829_052039_7706520547087709353383.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 546 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-clustering\test\temp\junit4-J1-20170829_052131_7472801831368628209413.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-clustering\test\temp\junit4-J0-20170829_052131_7476199195053810300631.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1238 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-dataimporthandler-extras\test\temp\junit4-J1-20170829_052207_86511224724772493995585.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-dataimporthandler-extras\test\temp\junit4-J0-20170829_052207_86516190329600292030288.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 642 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-dataimporthandler\test\temp\junit4-J1-20170829_052227_08015105856564913498177.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-dataimporthandler\test\temp\junit4-J0-20170829_052227_0803408787674433239638.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 547 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-cell\test\temp\junit4-J1-20170829_052305_5405164790263948623726.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-cell\test\temp\junit4-J0-20170829_052305_54010083884877945805235.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 554 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-langid\test\temp\junit4-J1-20170829_052329_1606518928964414528004.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-langid\test\temp\junit4-J0-20170829_052329_1605600694650298062685.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 641 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\temp\junit4-J1-20170829_052350_08816502331601091402078.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\temp\junit4-J0-20170829_052350_08813079101682059226665.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 588 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-uima\test\temp\junit4-J1-20170829_052438_2748042822054084308679.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-uima\test\temp\junit4-J0-20170829_052438_2743016244954081004122.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 541 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-velocity\test\temp\junit4-J0-20170829_052502_21814135407828690885275.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 30840 lines...]
BUILD FAILED
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:810: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:690: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:678: Source checkout is modified!!! Offending files:
* solr/licenses/httpmime-4.5.3.jar.sha1
Total time: 78 minutes 48 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-master-Windows (32bit/jdk1.8.0_144) - Build #
6853 - Failure!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6853/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1100>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
at __randomizedtesting.SeedInfo.seed([A2286BB632ABBA1C:766D20EFD5FD09E7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12799 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest
[junit4] 2> 1793616 INFO (SUITE-CdcrBootstrapTest-seed#[A2286BB632ABBA1C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_A2286BB632ABBA1C-001\init-core-data-001
[junit4] 2> 1793618 WARN (SUITE-CdcrBootstrapTest-seed#[A2286BB632ABBA1C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1793618 INFO (SUITE-CdcrBootstrapTest-seed#[A2286BB632ABBA1C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1793621 INFO (SUITE-CdcrBootstrapTest-seed#[A2286BB632ABBA1C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1793623 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A2286BB632ABBA1C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithSourceCluster
[junit4] 2> 1793624 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A2286BB632ABBA1C]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_A2286BB632ABBA1C-001\cdcr-target-001
[junit4] 2> 1793624 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A2286BB632ABBA1C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1793625 INFO (Thread-3699) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1793625 INFO (Thread-3699) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1793631 ERROR (Thread-3699) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1793725 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A2286BB632ABBA1C]) [ ] o.a.s.c.ZkTestServer start zk server on port:53420
[junit4] 2> 1793740 INFO (jetty-launcher-3340-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1793741 INFO (jetty-launcher-3340-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e798{/solr,null,AVAILABLE}
[junit4] 2> 1793743 INFO (jetty-launcher-3340-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@b9e8a{HTTP/1.1,[http/1.1]}{127.0.0.1:53424}
[junit4] 2> 1793743 INFO (jetty-launcher-3340-thread-1) [ ] o.e.j.s.Server Started @1800712ms
[junit4] 2> 1793743 INFO (jetty-launcher-3340-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53424}
[junit4] 2> 1793744 ERROR (jetty-launcher-3340-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1793744 INFO (jetty-launcher-3340-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1793744 INFO (jetty-launcher-3340-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1793744 INFO (jetty-launcher-3340-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1793744 INFO (jetty-launcher-3340-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-28T17:59:44.281Z
[junit4] 2> 1793749 INFO (jetty-launcher-3340-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1793768 INFO (jetty-launcher-3340-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53420/solr
[junit4] 2> 1793888 INFO (jetty-launcher-3340-thread-1) [n:127.0.0.1:53424_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1793889 INFO (jetty-launcher-3340-thread-1) [n:127.0.0.1:53424_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53424_solr
[junit4] 2> 1793890 INFO (jetty-launcher-3340-thread-1) [n:127.0.0.1:53424_solr ] o.a.s.c.Overseer Overseer (id=98562420517371907-127.0.0.1:53424_solr-n_0000000000) starting
[junit4] 2> 1793898 INFO (jetty-launcher-3340-thread-1) [n:127.0.0.1:53424_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53424_solr
[junit4] 2> 1793900 INFO (OverseerStateUpdate-98562420517371907-127.0.0.1:53424_solr-n_0000000000) [n:127.0.0.1:53424_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1794221 INFO (jetty-launcher-3340-thread-1) [n:127.0.0.1:53424_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53424.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a8762
[junit4] 2> 1794230 INFO (jetty-launcher-3340-thread-1) [n:127.0.0.1:53424_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53424.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a8762
[junit4] 2> 1794231 INFO (jetty-launcher-3340-thread-1) [n:127.0.0.1:53424_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53424.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a8762
[junit4] 2> 1794233 INFO (jetty-launcher-3340-thread-1) [n:127.0.0.1:53424_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_A2286BB632ABBA1C-001\cdcr-target-001\node1\.
[junit4] 2> 1794265 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e29ffcf240005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 1> Target zkHost = 127.0.0.1:53420/solr
[junit4] 2> 1794266 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A2286BB632ABBA1C]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_A2286BB632ABBA1C-001\cdcr-source-001
[junit4] 2> 1794266 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A2286BB632ABBA1C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1794267 INFO (Thread-3709) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1794267 INFO (Thread-3709) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1794271 ERROR (Thread-3709) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1794367 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A2286BB632ABBA1C]) [ ] o.a.s.c.ZkTestServer start zk server on port:53444
[junit4] 2> 1794381 INFO (jetty-launcher-3352-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1794382 INFO (jetty-launcher-3352-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1008dbb{/solr,null,AVAILABLE}
[junit4] 2> 1794384 INFO (jetty-launcher-3352-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@59a3b0{HTTP/1.1,[http/1.1]}{127.0.0.1:53448}
[junit4] 2> 1794384 INFO (jetty-launcher-3352-thread-1) [ ] o.e.j.s.Server Started @1801353ms
[junit4] 2> 1794384 INFO (jetty-launcher-3352-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53448}
[junit4] 2> 1794384 ERROR (jetty-launcher-3352-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1794384 INFO (jetty-launcher-3352-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1794384 INFO (jetty-launcher-3352-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1794384 INFO (jetty-launcher-3352-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1794384 INFO (jetty-launcher-3352-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-28T17:59:44.921Z
[junit4] 2> 1794389 INFO (jetty-launcher-3352-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1794405 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e29ffd1a80001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1794409 INFO (jetty-launcher-3352-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53444/solr
[junit4] 2> 1794516 INFO (jetty-launcher-3352-thread-1) [n:127.0.0.1:53448_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1794517 INFO (jetty-launcher-3352-thread-1) [n:127.0.0.1:53448_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53448_solr
[junit4] 2> 1794518 INFO (jetty-launcher-3352-thread-1) [n:127.0.0.1:53448_solr ] o.a.s.c.Overseer Overseer (id=98562420559577091-127.0.0.1:53448_solr-n_0000000000) starting
[junit4] 2> 1794523 INFO (jetty-launcher-3352-thread-1) [n:127.0.0.1:53448_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53448_solr
[junit4] 2> 1794526 INFO (zkCallback-3359-thread-1-processing-n:127.0.0.1:53448_solr) [n:127.0.0.1:53448_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1794676 INFO (jetty-launcher-3352-thread-1) [n:127.0.0.1:53448_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53448.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a8762
[junit4] 2> 1794686 INFO (jetty-launcher-3352-thread-1) [n:127.0.0.1:53448_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53448.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a8762
[junit4] 2> 1794686 INFO (jetty-launcher-3352-thread-1) [n:127.0.0.1:53448_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53448.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a8762
[junit4] 2> 1794688 INFO (jetty-launcher-3352-thread-1) [n:127.0.0.1:53448_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_A2286BB632ABBA1C-001\cdcr-source-001\node1\.
[junit4] 2> 1794722 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e29ffd1a80004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1794736 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e29ffd1a80006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1794739 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A2286BB632ABBA1C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1794740 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A2286BB632ABBA1C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53444/solr ready
[junit4] 2> 1794745 INFO (qtp596608-20017) [n:127.0.0.1:53448_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1794749 INFO (OverseerThreadFactory-7735-thread-1-processing-n:127.0.0.1:53448_solr) [n:127.0.0.1:53448_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 1794861 INFO (OverseerStateUpdate-98562420559577091-127.0.0.1:53448_solr-n_0000000000) [n:127.0.0.1:53448_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:53448/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1795064 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 1795065 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1795173 INFO (zkCallback-3359-thread-1-processing-n:127.0.0.1:53448_solr) [n:127.0.0.1:53448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1795174 INFO (zkCallback-3359-thread-2-processing-n:127.0.0.1:53448_solr) [n:127.0.0.1:53448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1796113 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1796137 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1796142 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1796148 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1796149 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 1796153 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 1796153 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
[junit4] 2> 1796154 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53448.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a8762
[junit4] 2> 1796154 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1796154 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_A2286BB632ABBA1C-001\cdcr-source-001\node1\cdcr-source_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_A2286BB632ABBA1C-001\cdcr-source-001\node1\.\cdcr-source_shard1_replica_n1\data\]
[junit4] 2> 1796367 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 1796367 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1796369 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1796370 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1796372 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7dad31[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1796376 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 1796376 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 1796376 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
[junit4] 2> 1796377 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1796378 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1796386 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 1796394 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
[junit4] 2> 1796437 INFO (searcherExecutor-7738-thread-1-processing-n:127.0.0.1:53448_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@7dad31[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1796437 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576998731224449024
[junit4] 2> 1796443 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1796443 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1796443 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53448/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 1796443 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1796443 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:53448/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 1796443 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1796448 INFO (zkCallback-3359-thread-2-processing-n:127.0.0.1:53448_solr) [n:127.0.0.1:53448_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1
[junit4] 2> 1796451 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53448/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 1796555 INFO (zkCallback-3359-thread-2-processing-n:127.0.0.1:53448_solr) [n:127.0.0.1:53448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1796556 INFO (zkCallback-3359-thread-1-processing-n:127.0.0.1:53448_solr) [n:127.0.0.1:53448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1796603 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1796607 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1542
[junit4] 2> 1796617 INFO (qtp596608-20017) [n:127.0.0.1:53448_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1796718 INFO (zkCallback-3359-thread-2-processing-n:127.0.0.1:53448_solr) [n:127.0.0.1:53448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1796718 INFO (zkCallback-3359-thread-1-processing-n:127.0.0.1:53448_solr) [n:127.0.0.1:53448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1796751 INFO (OverseerCollectionConfigSetProcessor-98562420559577091-127.0.0.1:53448_solr-n_0000000000) [n:127.0.0.1:53448_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1797620 INFO (qtp596608-20017) [n:127.0.0.1:53448_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2874
[junit4] 1> Adding 10 docs with commit=true, numDocs=100
[junit4] 2> 1797653 INFO (qtp596608-20020) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=29
[junit4] 2> 1797654 INFO (qtp596608-20021) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576998732500566016,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1797654 INFO (qtp596608-20021) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6857d8 commitCommandVersion:1576998732500566016
[junit4] 2> 1797684 INFO (qtp596608-20021) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a0a15d[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1797685 INFO (qtp596608-20021) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1797687 INFO (searcherExecutor-7738-thread-1-processing-n:127.0.0.1:53448_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1a0a15d[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100)))}
[junit4] 2> 1797687 INFO (qtp596608-20021) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=33
[junit4] 1> Adding 10 docs with commit=true, numDocs=200
[junit4] 2> 1797716 INFO (qtp596608-20022) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=24
[junit4] 2> 1797721 INFO (qtp596608-20015) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576998732570820608,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1797721 INFO (qtp596608-20015) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6857d8 commitCommandVersion:1576998732570820608
[junit4] 2> 1797753 INFO (qtp596608-20015) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@369582[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1797754 INFO (qtp596608-20015) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1797758 INFO (searcherExecutor-7738-thread-1-processing-n:127.0.0.1:53448_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@369582[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100)))}
[junit4] 2> 1797758 INFO (qtp596608-20015) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=38
[junit4] 1> Adding 10 docs with commit=true, numDocs=300
[junit4] 2> 1797783 INFO (qtp596608-20018) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=22
[junit4] 2> 1797784 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576998732636880896,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1797784 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6857d8 commitCommandVersion:1576998732636880896
[junit4] 2> 1797807 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d8c2f[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1797808 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1797810 INFO (searcherExecutor-7738-thread-1-processing-n:127.0.0.1:53448_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@3d8c2f[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100)))}
[junit4] 2> 1797810 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=26
[junit4] 1> Adding 10 docs with commit=true, numDocs=400
[junit4] 2> 1797830 INFO (qtp596608-20017) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=16
[junit4] 2> 1797832 INFO (qtp596608-20020) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576998732687212544,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1797832 INFO (qtp596608-20020) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6857d8 commitCommandVersion:1576998732687212544
[junit4] 2> 1797858 INFO (qtp596608-20020) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1bf7585[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1797859 INFO (qtp596608-20020) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1797860 INFO (searcherExecutor-7738-thread-1-processing-n:127.0.0.1:53448_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1bf7585[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100)))}
[junit4] 2> 1797860 INFO (qtp596608-20020) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=29
[junit4] 1> Adding 10 docs with commit=true, numDocs=500
[junit4] 2> 1797879 INFO (qtp596608-20021) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=15
[junit4] 2> 1797879 INFO (qtp596608-20022) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576998732736495616,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1797879 INFO (qtp596608-20022) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6857d8 commitCommandVersion:1576998732736495616
[junit4] 2> 1797903 INFO (qtp596608-20022) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@12b6e64[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1797904 INFO (qtp596608-20022) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1797905 INFO (searcherExecutor-7738-thread-1-processing-n:127.0.0.1:53448_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@12b6e64[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100)))}
[junit4] 2> 1797905 INFO (qtp596608-20022) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=26
[junit4] 1> Adding 10 docs with commit=true, numDocs=600
[junit4] 2> 1797922 INFO (qtp596608-20015) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=14
[junit4] 2> 1797925 INFO (qtp596608-20018) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576998732784730112,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1797925 INFO (qtp596608-20018) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6857d8 commitCommandVersion:1576998732784730112
[junit4] 2> 1797957 INFO (qtp596608-20018) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@179d0ce[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1797959 INFO (qtp596608-20018) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1797961 INFO (searcherExecutor-7738-thread-1-processing-n:127.0.0.1:53448_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@179d0ce[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100)))}
[junit4] 2> 1797961 INFO (qtp596608-20018) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=37
[junit4] 1> Adding 10 docs with commit=true, numDocs=700
[junit4] 2> 1797977 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 1797978 INFO (qtp596608-20017) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576998732840304640,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1797978 INFO (qtp596608-20017) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6857d8 commitCommandVersion:1576998732840304640
[junit4] 2> 1798007 INFO (qtp596608-20017) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@12a465d[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1798007 INFO (qtp596608-20017) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1798009 INFO (searcherExecutor-7738-thread-1-processing-n:127.0.0.1:53448_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@12a465d[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100)))}
[junit4] 2> 1798009 INFO (qtp596608-20017) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=32
[junit4] 1> Adding 10 docs with commit=true, numDocs=800
[junit4] 2> 1798027 INFO (qtp596608-20020) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 1798027 INFO (qtp596608-20021) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576998732891684864,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1798027 INFO (qtp596608-20021) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6857d8 commitCommandVersion:1576998732891684864
[junit4] 2> 1798068 INFO (qtp596608-20021) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@191c125[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1798069 INFO (qtp596608-20021) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1798069 INFO (searcherExecutor-7738-thread-1-processing-n:127.0.0.1:53448_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@191c125[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100) Uninverting(_7(8.0.0):C100)))}
[junit4] 2> 1798071 INFO (qtp596608-20021) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=42
[junit4] 1> Adding 10 docs with commit=true, numDocs=900
[junit4] 2> 1798083 INFO (qtp596608-20022) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 1798084 INFO (qtp596608-20015) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576998732951453696,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1798084 INFO (qtp596608-20015) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6857d8 commitCommandVersion:1576998732951453696
[junit4] 2> 1798123 INFO (qtp596608-20015) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a4fa0c[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1798124 INFO (qtp596608-20015) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1798125 INFO (searcherExecutor-7738-thread-1-processing-n:127.0.0.1:53448_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1a4fa0c[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100) Uninverting(_7(8.0.0):C100) Uninverting(_8(8.0.0):C100)))}
[junit4] 2> 1798127 INFO (qtp596608-20015) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=42
[junit4] 1> Adding 10 docs with commit=true, numDocs=1000
[junit4] 2> 1798136 INFO (qtp596608-20018) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 1798138 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576998733008076800,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1798138 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6857d8 commitCommandVersion:1576998733008076800
[junit4] 2> 1798182 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b4fae[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1798183 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1798187 INFO (searcherExecutor-7738-thread-1-processing-n:127.0.0.1:53448_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@5b4fae[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100) Uninverting(_7(8.0.0):C100) Uninverting(_8(8.0.0):C100) Uninverting(_9(8.0.0):C100)))}
[junit4] 2> 1798187 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=49
[junit4] 2> 1798189 INFO (qtp596608-20017) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:4&wt=javabin&version=2} hits=1000 status=0 QTime=0
[junit4] 2> 1798244 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A2286BB632ABBA1C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1798245 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A2286BB632ABBA1C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53420/solr ready
[junit4] 2> 1798251 INFO (qtp26520815-19976) [n:127.0.0.1:53424_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1798254 INFO (OverseerThreadFactory-7727-thread-1-processing-n:127.0.0.1:53424_solr) [n:127.0.0.1:53424_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-target
[junit4] 2> 1798371 INFO (OverseerStateUpdate-98562420517371907-127.0.0.1:53424_solr-n_0000000000) [n:127.0.0.1:53424_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-target",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-target_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:53424/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1798572 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1798573 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1798683 INFO (zkCallback-3347-thread-1-processing-n:127.0.0.1:53424_solr) [n:127.0.0.1:53424_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1798685 INFO (zkCallback-3347-thread-2-processing-n:127.0.0.1:53424_solr) [n:127.0.0.1:53424_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1799616 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1799623 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1799628 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-target_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1799633 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1799634 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-target/managed-schema
[junit4] 2> 1799638 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-target/schema.xml to /configs/cdcr-target/schema.xml.bak
[junit4] 2> 1799638 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-target_shard1_replica_n1' using configuration from collection cdcr-target, trusted=true
[junit4] 2> 1799639 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53424.solr.core.cdcr-target.shard1.replica_n1' (registry 'solr.core.cdcr-target.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a8762
[junit4] 2> 1799639 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1799639 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-target_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_A2286BB632ABBA1C-001\cdcr-target-001\node1\cdcr-target_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_A2286BB632ABBA1C-001\cdcr-target-001\node1\.\cdcr-target_shard1_replica_n1\data\]
[junit4] 2> 1799768 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 1799768 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1799770 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1799770 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1799771 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@18fa3f0[cdcr-target_shard1_replica_n1] main]
[junit4] 2> 1799775 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-target
[junit4] 2> 1799775 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-target
[junit4] 2> 1799775 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-target/managed-schema
[junit4] 2> 1799777 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1799778 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1799782 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-target/cdcr/state/buffer
[junit4] 2> 1799784 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-target/cdcr/state/process
[junit4] 2> 1799786 INFO (searcherExecutor-7744-thread-1-processing-n:127.0.0.1:53424_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] Registered new searcher Searcher@18fa3f0[cdcr-target_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1799786 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576998734736130048
[junit4] 2> 1799793 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1799793 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1799793 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53424/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 1799795 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1799795 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:53424/solr/cdcr-target_shard1_replica_n1/ has no replicas
[junit4] 2> 1799795 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1799798 INFO (zkCallback-3347-thread-2-processing-n:127.0.0.1:53424_solr) [n:127.0.0.1:53424_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-target:shard1
[junit4] 2> 1799803 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53424/solr/cdcr-target_shard1_replica_n1/ shard1
[junit4] 2> 1799907 INFO (zkCallback-3347-thread-2-processing-n:127.0.0.1:53424_solr) [n:127.0.0.1:53424_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1799909 INFO (zkCallback-3347-thread-3-processing-n:127.0.0.1:53424_solr) [n:127.0.0.1:53424_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1799956 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1799958 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1386
[junit4] 2> 1799966 INFO (qtp26520815-19976) [n:127.0.0.1:53424_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1800067 INFO (zkCallback-3347-thread-3-processing-n:127.0.0.1:53424_solr) [n:127.0.0.1:53424_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1800067 INFO (zkCallback-3347-thread-2-processing-n:127.0.0.1:53424_solr) [n:127.0.0.1:53424_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1800257 INFO (OverseerCollectionConfigSetProcessor-98562420517371907-127.0.0.1:53424_solr-n_0000000000) [n:127.0.0.1:53424_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1800968 INFO (qtp26520815-19976) [n:127.0.0.1:53424_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2717
[junit4] 2> 1800980 INFO (zkCallback-3347-thread-2-processing-n:127.0.0.1:53424_solr) [n:127.0.0.1:53424_solr ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/cdcr/state/process @ cdcr-target:shard1
[junit4] 2> 1800981 INFO (qtp26520815-19979) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-target:4&action=start&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 1800981 INFO (zkCallback-3347-thread-2-processing-n:127.0.0.1:53424_solr) [n:127.0.0.1:53424_solr ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-target:shard1
[junit4] 2> 1800993 INFO (qtp596608-20017) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1800997 INFO (qtp596608-20017) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53420/solr ready
[junit4] 2> 1801016 INFO (qtp26520815-19977) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
[junit4] 2> 1801016 INFO (qtp26520815-19977) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1801017 INFO (qtp26520815-19981) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={_stateVer_=cdcr-target:4&action=COLLECTIONCHECKPOINT&wt=javabin&version=2} status=0 QTime=15
[junit4] 2> 1801018 INFO (qtp596608-20017) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Create new update log reader for target cdcr-target with checkpoint -1 @ cdcr-source:shard1
[junit4] 2> 1801018 INFO (qtp596608-20017) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target, shard: shard1
[junit4] 2> 1801022 INFO (qtp596608-20017) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Submitting bootstrap task to executor
[junit4] 2> 1801023 INFO (zkCallback-3359-thread-1-processing-n:127.0.0.1:53448_solr) [n:127.0.0.1:53448_solr ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/process @ cdcr-source:shard1
[junit4] 2> 1801024 INFO (qtp596608-20017) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=start&wt=javabin&version=2} status=0 QTime=39
[junit4] 2> 1801024 INFO (zkCallback-3359-thread-1-processing-n:127.0.0.1:53448_solr) [n:127.0.0.1:53448_solr ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-source:shard1
[junit4] 2> 1801024 INFO (cdcr-bootstrap-status-3371-thread-1-processing-n:127.0.0.1:53448_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target shard: shard1 leader: http://127.0.0.1:53424/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 1801026 INFO (qtp26520815-19978) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=http://127.0.0.1:53448/solr/cdcr-source_shard1_replica_n1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1801026 INFO (qtp596608-20021) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=queues&wt=javabin&version=2} status=0 QTime=1
[junit4] 1> Cdcr queue response: {responseHeader={status=0,QTime=1},queues={127.0.0.1:53420/solr={cdcr-target={queueSize=1010,lastTimestamp=}}},tlogTotalSize=47659,tlogTotalCount=10,updateLogSynchronizer=stopped}
[junit4] 2> 1801027 INFO (qtp26520815-19979) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576998736037412864,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1801027 INFO (qtp26520815-19979) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1801028 INFO (qtp26520815-19979) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1801028 INFO (qtp26520815-19979) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-target:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1801029 INFO (qtp26520815-19980) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-target:4&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1801029 INFO (qtp26520815-19974) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1801031 INFO (cdcr-bootstrap-status-3371-thread-1-processing-n:127.0.0.1:53448_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager CDCR bootstrap running for 1 seconds, sleeping for 2000 ms
[junit4] 2> 1801032 INFO (recoveryExecutor-3345-thread-1-processing-n:127.0.0.1:53424_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1801035 INFO (qtp596608-20015) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576998736045801472,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1801035 INFO (qtp596608-20015) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6857d8 commitCommandVersion:1576998736045801472
[junit4] 2> 1801043 INFO (qtp596608-20015) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1acf377[cdcr-source_shard1_replica_n1] realtime]
[junit4] 2> 1801044 INFO (qtp596608-20015) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1801044 INFO (qtp596608-20015) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 1801047 INFO (qtp596608-20020) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1801048 INFO (recoveryExecutor-3345-thread-1-processing-n:127.0.0.1:53424_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Master's generation: 12
[junit4] 2> 1801048 INFO (recoveryExecutor-3345-thread-1-processing-n:127.0.0.1:53424_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Master's version: 1503943191572
[junit4] 2> 1801048 INFO (recoveryExecutor-3345-thread-1-processing-n:127.0.0.1:53424_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1801048 INFO (recoveryExecutor-3345-thread-1-processing-n:127.0.0.1:53424_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1801048 INFO (recoveryExecutor-3345-thread-1-processing-n:127.0.0.1:53424_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1801056 INFO (qtp596608-20017) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Adding tlog files to list: [{size=4657, name=tlog.0000000000000000000.1576998732469108736}, {size=4778, name=tlog.0000000000000000001.1576998732540411904}, {size=4778, name=tlog.0000000000000000002.1576998732611715072}, {size=4778, name=tlog.0000000000000000003.1576998732665192448}, {size=4778, name=tlog.0000000000000000004.1576998732719718400}, {size=4778, name=tlog.0000000000000000005.1576998732766904320}, {size=4778, name=tlog.0000000000000000006.1576998732824576000}, {size=4778, name=tlog.0000000000000000007.1576998732878053376}, {size=4778, name=tlog.0000000000000000008.1576998732938870784}, {size=4778, name=tlog.0000000000000000009.1576998732997591040}]
[junit4] 2> 1801056 INFO (qtp596608-20017) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=7
[junit4] 2> 1801057 INFO (recoveryExecutor-3345-thread-1-processing-n:127.0.0.1:53424_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Number of files in latest index in master: 13
[junit4] 2> 1801057 INFO (recoveryExecutor-3345-thread-1-processing-n:127.0.0.1:53424_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Number of tlog files in master: 10
[junit4] 2> 1801058 INFO (recoveryExecutor-3345-thread-1-processing-n:127.0.0.1:53424_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1801058 INFO (recoveryExecutor-3345-thread-1-processing-n:127.0.0.1:53424_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@1e5aff8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3a233c)
[junit4] 2> 1801059 INFO (qtp596608-20021) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1801062 INFO (qtp596608-20022) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Asserting_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1801078 INFO (qtp596608-20015) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1801080 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1801082 INFO (qtp596608-20018) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Asserting_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1801083 INFO (qtp596608-20020) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Asserting_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1801085 INFO (qtp596608-20017) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Asserting_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1801087 INFO (qtp596608-20021) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1801088 INFO (qtp596608-20022) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1801091 INFO (qtp596608-20015) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.dii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1801093 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.dim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1801094 INFO (qtp596608-20018) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1801096 INFO (qtp596608-20020) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=segments_c&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1801097 INFO (recoveryExecutor-3345-thread-1-processing-n:127.0.0.1:53424_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:53424_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Starting download of tlog files from master: [{size=4657, name=tlog.0000000000000000000.1576998732469108736}, {size=4778, name=tlog.0000000000000000001.1576998732540411904}, {size=4778, name=tlog.0000000000000000002.1576998732611715072}, {size=4778, name=tlog.0000000000000000003.1576998732665192448}, {size=4778, name=tlog.0000000000000000004.1576998732719718400}, {size=4778, name=tlog.0000000000000000005.1576998732766904320}, {size=4778, name=tlog.0000000000000000006.1576998732824576000}, {size=4778, name=tlog.0000000000000000007.1576998732878053376}, {size=4778, name=tlog.0000000000000000008.1576998732938870784}, {size=4778, name=tlog.0000000000000000009.1576998732997591040}]
[junit4] 2> 1801108 INFO (qtp596608-20017) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000000.1576998732469108736&wt=filestream&command=filecontent} status=0 QTime=4
[junit4] 2> 1801111 INFO (qtp596608-20021) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000001.1576998732540411904&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1801114 INFO (qtp596608-20022) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000002.1576998732611715072&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1801117 INFO (qtp596608-20015) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000003.1576998732665192448&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1801119 INFO (qtp596608-20019) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000004.1576998732719718400&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1801124 INFO (qtp596608-20018) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000005.1576998732766904320&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1801126 INFO (qtp596608-20020) [n:127.0.0.1:53448_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/re
[...truncated too long message...]
(at line 27)
[ecj-lint] import com.codahale.metrics.Meter;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import com.codahale.metrics.Meter is never used
[ecj-lint] ----------
[ecj-lint] 14. ERROR in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\metrics\reporters\SolrSlf4jReporter.java (at line 29)
[ecj-lint] import com.codahale.metrics.MetricRegistry;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import com.codahale.metrics.MetricRegistry is never used
[ecj-lint] ----------
[ecj-lint] 15. ERROR in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\metrics\reporters\SolrSlf4jReporter.java (at line 32)
[ecj-lint] import com.codahale.metrics.Timer;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import com.codahale.metrics.Timer is never used
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 16. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\request\SimpleFacets.java (at line 925)
[ecj-lint] fastForRandomSet = new HashDocSet(sset.getDocs(), 0, sset.size());
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'fastForRandomSet' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 17. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\response\SmileResponseWriter.java (at line 33)
[ecj-lint] new SmileWriter(out, request, response).writeResponse();
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 18. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\schema\OpenExchangeRatesOrgProvider.java (at line 146)
[ecj-lint] ratesJsonStream = resourceLoader.openResource(ratesFileLocation);
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'ratesJsonStream' is not closed at this location
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 19. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\search\CollapsingQParserPlugin.java (at line 1315)
[ecj-lint] UninvertingReader uninvertingReader = new UninvertingReader(new ReaderWrapper(searcher.getSlowAtomicReader(), collapseField), mapping);
[ecj-lint] ^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'uninvertingReader' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 20. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\search\DocSlice.java (at line 145)
[ecj-lint] HashDocSet h = new HashDocSet(docs,offset,len);
[ecj-lint] ^
[ecj-lint] Resource leak: 'h' is never closed
[ecj-lint] ----------
[ecj-lint] 21. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\search\DocSlice.java (at line 154)
[ecj-lint] HashDocSet h = new HashDocSet(docs,offset,len);
[ecj-lint] ^
[ecj-lint] Resource leak: 'h' is never closed
[ecj-lint] ----------
[ecj-lint] 22. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\search\DocSlice.java (at line 163)
[ecj-lint] HashDocSet h = new HashDocSet(docs,offset,len);
[ecj-lint] ^
[ecj-lint] Resource leak: 'h' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 23. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\search\function\OrdFieldSource.java (at line 79)
[ecj-lint] SolrIndexSearcher is = (SolrIndexSearcher) o;
[ecj-lint] ^^
[ecj-lint] Resource leak: 'is' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 24. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\search\function\ReverseOrdFieldSource.java (at line 79)
[ecj-lint] SolrIndexSearcher is = (SolrIndexSearcher) o;
[ecj-lint] ^^
[ecj-lint] Resource leak: 'is' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 25. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\servlet\SolrDispatchFilter.java (at line 291)
[ecj-lint] throw new SolrException(ErrorCode.SERVER_ERROR, "Error occurred while loading solr.xml from zookeeper", e);
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'loader' is not closed at this location
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 26. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\update\CdcrTransactionLog.java (at line 98)
[ecj-lint] ChannelFastInputStream is = new ChannelFastInputStream(channel, pos);
[ecj-lint] ^^
[ecj-lint] Resource leak: 'is' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 27. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\update\HdfsTransactionLog.java (at line 191)
[ecj-lint] LogCodec codec = new LogCodec(resolver);
[ecj-lint] ^^^^^
[ecj-lint] Resource leak: 'codec' is never closed
[ecj-lint] ----------
[ecj-lint] 28. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\update\HdfsTransactionLog.java (at line 261)
[ecj-lint] LogCodec codec = new LogCodec(resolver);
[ecj-lint] ^^^^^
[ecj-lint] Resource leak: 'codec' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 29. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\update\TransactionLog.java (at line 228)
[ecj-lint] ChannelFastInputStream is = new ChannelFastInputStream(channel, pos);
[ecj-lint] ^^
[ecj-lint] Resource leak: 'is' is never closed
[ecj-lint] ----------
[ecj-lint] 30. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\update\TransactionLog.java (at line 228)
[ecj-lint] ChannelFastInputStream is = new ChannelFastInputStream(channel, pos);
[ecj-lint] ^^
[ecj-lint] Resource leak: 'is' is never closed
[ecj-lint] ----------
[ecj-lint] 31. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\update\TransactionLog.java (at line 260)
[ecj-lint] LogCodec codec = new LogCodec(resolver);
[ecj-lint] ^^^^^
[ecj-lint] Resource leak: 'codec' is never closed
[ecj-lint] ----------
[ecj-lint] 32. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\update\TransactionLog.java (at line 275)
[ecj-lint] LogCodec codec = new LogCodec(resolver);
[ecj-lint] ^^^^^
[ecj-lint] Resource leak: 'codec' is never closed
[ecj-lint] ----------
[ecj-lint] 33. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\update\TransactionLog.java (at line 529)
[ecj-lint] LogCodec codec = new LogCodec(resolver);
[ecj-lint] ^^^^^
[ecj-lint] Resource leak: 'codec' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 34. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\update\processor\UpdateRequestProcessor.java (at line 85)
[ecj-lint] UpdateRequestProcessor p = this;
[ecj-lint] ^
[ecj-lint] Resource leak: 'p' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 35. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\util\SimplePostTool.java (at line 655)
[ecj-lint] BAOS bos = new BAOS();
[ecj-lint] ^^^
[ecj-lint] Resource leak: 'bos' is never closed
[ecj-lint] ----------
[ecj-lint] 36. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\util\SimplePostTool.java (at line 655)
[ecj-lint] BAOS bos = new BAOS();
[ecj-lint] ^^^
[ecj-lint] Resource leak: 'bos' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 37. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\java\org\apache\solr\util\SolrLogLayout.java (at line 149)
[ecj-lint] SolrQueryRequest req = requestInfo == null ? null : requestInfo.getReq();
[ecj-lint] ^^^
[ecj-lint] Resource leak: 'req' is never closed
[ecj-lint] ----------
[ecj-lint] 37 problems (7 errors, 30 warnings)
BUILD FAILED
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:810: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:101: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build.xml:689: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\common-build.xml:2030: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\common-build.xml:2069: Compile failed; see the compiler error output for details.
Total time: 82 minutes 22 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any