You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/09/03 03:19:41 UTC

[JENKINS-EA] Lucene-Solr-7.x-Windows (64bit/jdk-9-ea+181) - Build # 157 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Windows/157/
Java: 64bit/jdk-9-ea+181 -XX:+UseCompressedOops -XX:+UseG1GC --illegal-access=deny

3 tests failed.
FAILED:  org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster

Error Message:
Document mismatch on target after sync expected:<2000> but was:<1100>

Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
	at __randomizedtesting.SeedInfo.seed([342DA2B913ADE18F:E068E9E0F4FB5274]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.update.TestInPlaceUpdatesDistrib.test

Error Message:
This doc was supposed to have been deleted, but was: SolrDocument{id=0, title_s=title0, id_i=0, inplace_updatable_float=1.0, _version_=1577483089567809536, inplace_updatable_int_with_default=666, inplace_updatable_float_with_default=42.0}

Stack Trace:
java.lang.AssertionError: This doc was supposed to have been deleted, but was: SolrDocument{id=0, title_s=title0, id_i=0, inplace_updatable_float=1.0, _version_=1577483089567809536, inplace_updatable_int_with_default=666, inplace_updatable_float_with_default=42.0}
	at __randomizedtesting.SeedInfo.seed([342DA2B913ADE18F:BC799D63BD518C77]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.reorderedDBQsSimpleTest(TestInPlaceUpdatesDistrib.java:247)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:151)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testExecutorStream

Error Message:
Error from server at http://127.0.0.1:57379/solr/workQueue_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/workQueue_shard2_replica_n2/update. Reason: <pre>    Can not find: /solr/workQueue_shard2_replica_n2/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:57379/solr/workQueue_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/workQueue_shard2_replica_n2/update. Reason:
<pre>    Can not find: /solr/workQueue_shard2_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([2B88737C34430393:948F28717292983]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testExecutorStream(StreamExpressionTest.java:6822)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:57379/solr/workQueue_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/workQueue_shard2_replica_n2/update. Reason:
<pre>    Can not find: /solr/workQueue_shard2_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
	... 1 more




Build Log:
[...truncated 11499 lines...]
   [junit4] Suite: org.apache.solr.update.TestInPlaceUpdatesDistrib
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\init-core-data-001
   [junit4]   2> 292954 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[342DA2B913ADE18F]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 292955 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[342DA2B913ADE18F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 292956 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[342DA2B913ADE18F]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 292956 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[342DA2B913ADE18F]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 292957 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[342DA2B913ADE18F]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 292957 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[342DA2B913ADE18F]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-7.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-7.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 292973 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[342DA2B913ADE18F]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 292980 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[342DA2B913ADE18F]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=inplace-updates
   [junit4]   2> 292981 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[342DA2B913ADE18F]-worker) [    ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 293015 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[342DA2B913ADE18F]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c74742c
   [junit4]   2> 293022 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[342DA2B913ADE18F]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c74742c
   [junit4]   2> 293022 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[342DA2B913ADE18F]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c74742c
   [junit4]   2> 293023 INFO  (coreLoadExecutor-1388-thread-1) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-7.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-7.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 293045 INFO  (coreLoadExecutor-1388-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 293061 INFO  (coreLoadExecutor-1388-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
   [junit4]   2> 293063 INFO  (coreLoadExecutor-1388-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 293063 INFO  (coreLoadExecutor-1388-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1, trusted=true
   [junit4]   2> 293064 INFO  (coreLoadExecutor-1388-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c74742c
   [junit4]   2> 293064 INFO  (coreLoadExecutor-1388-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 293064 INFO  (coreLoadExecutor-1388-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\init-core-data-001\]
   [junit4]   2> 293068 WARN  (coreLoadExecutor-1388-thread-1) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 293118 INFO  (coreLoadExecutor-1388-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 293118 INFO  (coreLoadExecutor-1388-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 293119 INFO  (coreLoadExecutor-1388-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 293119 INFO  (coreLoadExecutor-1388-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 293119 INFO  (coreLoadExecutor-1388-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@64074c41[collection1] main]
   [junit4]   2> 293120 WARN  (coreLoadExecutor-1388-thread-1) [    ] o.a.s.r.ManagedResourceStorage Cannot write to config directory C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1\conf; switching to use InMemory storage instead.
   [junit4]   2> 293120 INFO  (coreLoadExecutor-1388-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 293120 INFO  (coreLoadExecutor-1388-thread-1) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577482894988804096
   [junit4]   2> 293121 INFO  (searcherExecutor-1389-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@64074c41[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 293122 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[342DA2B913ADE18F]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 293125 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 293125 INFO  (Thread-631) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 293125 INFO  (Thread-631) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 293129 ERROR (Thread-631) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 293226 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.ZkTestServer start zk server on port:65419
   [junit4]   2> 293231 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e45855cb90000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 293239 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 293241 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1\conf\schema-inplace-updates.xml to /configs/conf1/schema.xml
   [junit4]   2> 293242 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 293243 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 293244 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 293245 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 293246 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 293247 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 293248 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 293250 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 293253 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 293255 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e45855cb90001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 293258 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e45855cb90002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 293258 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 293545 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 293546 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7df0aa9{/,null,AVAILABLE}
   [junit4]   2> 293547 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6ceffb1d{SSL,[ssl, http/1.1]}{127.0.0.1:65429}
   [junit4]   2> 293547 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.e.j.s.Server Started @303720ms
   [junit4]   2> 293547 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\tempDir-001/control/data, hostPort=65429, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\control-001\cores, replicaType=NRT}
   [junit4]   2> 293547 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 293547 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 293547 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 293547 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 293547 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-09-03T02:15:21.948682800Z
   [junit4]   2> 293552 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e45855cb90003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 293552 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 293552 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\control-001\solr.xml
   [junit4]   2> 293554 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5c74742c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 293556 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65419/solr
   [junit4]   2> 293560 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e45855cb90004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 293658 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 293658 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:65429_
   [junit4]   2> 293659 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.Overseer Overseer (id=98592680937324549-127.0.0.1:65429_-n_0000000000) starting
   [junit4]   2> 293665 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65429_
   [junit4]   2> 293666 INFO  (OverseerStateUpdate-98592680937324549-127.0.0.1:65429_-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 293709 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c74742c
   [junit4]   2> 293718 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c74742c
   [junit4]   2> 293718 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c74742c
   [junit4]   2> 293719 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\control-001\cores
   [junit4]   2> 293741 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 293742 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:65419/solr ready
   [junit4]   2> 293759 INFO  (qtp299461074-3693) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:65429_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 293762 INFO  (OverseerThreadFactory-1399-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 293878 INFO  (qtp299461074-3696) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 293879 INFO  (qtp299461074-3696) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 293994 INFO  (zkCallback-394-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 294898 INFO  (qtp299461074-3696) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 294906 INFO  (qtp299461074-3696) [    ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=inplace-updates
   [junit4]   2> 294907 INFO  (qtp299461074-3696) [    ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 294907 INFO  (qtp299461074-3696) [    ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 294908 INFO  (qtp299461074-3696) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c74742c
   [junit4]   2> 294908 INFO  (qtp299461074-3696) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 294908 INFO  (qtp299461074-3696) [    ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\control-001\cores\control_collection_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\control-001\cores\control_collection_shard1_replica_n1\data\]
   [junit4]   2> 294911 WARN  (qtp299461074-3696) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 294956 INFO  (qtp299461074-3696) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 294956 INFO  (qtp299461074-3696) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 294958 INFO  (qtp299461074-3696) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 294958 INFO  (qtp299461074-3696) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 294959 INFO  (qtp299461074-3696) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@66624e6e[control_collection_shard1_replica_n1] main]
   [junit4]   2> 294960 INFO  (qtp299461074-3696) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 294961 INFO  (qtp299461074-3696) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 294961 INFO  (qtp299461074-3696) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 294962 INFO  (searcherExecutor-1402-thread-1) [    ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@66624e6e[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 294962 INFO  (qtp299461074-3696) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577482896920281088
   [junit4]   2> 294968 INFO  (qtp299461074-3696) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 294968 INFO  (qtp299461074-3696) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 294968 INFO  (qtp299461074-3696) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:65429/control_collection_shard1_replica_n1/
   [junit4]   2> 294968 INFO  (qtp299461074-3696) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 294968 INFO  (qtp299461074-3696) [    ] o.a.s.c.SyncStrategy https://127.0.0.1:65429/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 294968 INFO  (qtp299461074-3696) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 294971 INFO  (qtp299461074-3696) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:65429/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 295076 INFO  (zkCallback-394-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 295128 INFO  (qtp299461074-3696) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 295131 INFO  (qtp299461074-3696) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1252
   [junit4]   2> 295138 INFO  (qtp299461074-3693) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 295237 INFO  (zkCallback-394-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 295766 INFO  (OverseerCollectionConfigSetProcessor-98592680937324549-127.0.0.1:65429_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 296138 INFO  (qtp299461074-3693) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:65429_&wt=javabin&version=2} status=0 QTime=2378
   [junit4]   2> 296152 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 296155 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:65419/solr ready
   [junit4]   2> 296155 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 296162 INFO  (qtp299461074-3695) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 296167 INFO  (OverseerThreadFactory-1399-thread-2) [    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 296169 WARN  (OverseerThreadFactory-1399-thread-2) [    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 296379 INFO  (qtp299461074-3695) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 296379 INFO  (qtp299461074-3695) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=218
   [junit4]   2> 296666 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\shard-1-001 of type TLOG
   [junit4]   2> 296667 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 296668 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42647eef{/,null,AVAILABLE}
   [junit4]   2> 296669 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@65701378{SSL,[ssl, http/1.1]}{127.0.0.1:65450}
   [junit4]   2> 296669 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.e.j.s.Server Started @306841ms
   [junit4]   2> 296669 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\tempDir-001/jetty1, hostPort=65450, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\shard-1-001\cores, replicaType=TLOG}
   [junit4]   2> 296669 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 296669 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 296669 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 296669 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 296670 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-09-03T02:15:25.070381900Z
   [junit4]   2> 296673 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 296673 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\shard-1-001\solr.xml
   [junit4]   2> 296676 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5c74742c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 296679 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65419/solr
   [junit4]   2> 296682 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e45855cb90009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 296690 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 296692 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 296693 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65450_
   [junit4]   2> 296695 INFO  (zkCallback-401-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 296695 INFO  (zkCallback-394-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 296695 INFO  (zkCallback-406-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 296749 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c74742c
   [junit4]   2> 296756 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c74742c
   [junit4]   2> 296757 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c74742c
   [junit4]   2> 296758 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\shard-1-001\cores
   [junit4]   2> 296795 INFO  (qtp385246024-3734) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:65450_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 296797 INFO  (OverseerCollectionConfigSetProcessor-98592680937324549-127.0.0.1:65429_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 296798 INFO  (OverseerThreadFactory-1399-thread-3) [    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:65450_ for creating new replica
   [junit4]   2> 296803 INFO  (qtp385246024-3730) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 296803 INFO  (qtp385246024-3730) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 297827 INFO  (qtp385246024-3730) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 297856 INFO  (qtp385246024-3730) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica_t21] Schema name=inplace-updates
   [junit4]   2> 297858 INFO  (qtp385246024-3730) [    ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 297858 INFO  (qtp385246024-3730) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t21' using configuration from collection collection1, trusted=true
   [junit4]   2> 297858 INFO  (qtp385246024-3730) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t21' (registry 'solr.core.collection1.shard1.replica_t21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c74742c
   [junit4]   2> 297860 INFO  (qtp385246024-3730) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 297860 INFO  (qtp385246024-3730) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica_t21] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\shard-1-001\cores\collection1_shard1_replica_t21], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\shard-1-001\cores\collection1_shard1_replica_t21\data\]
   [junit4]   2> 297864 WARN  (qtp385246024-3730) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 297911 INFO  (qtp385246024-3730) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 297911 INFO  (qtp385246024-3730) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 297913 INFO  (qtp385246024-3730) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 297913 INFO  (qtp385246024-3730) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 297914 INFO  (qtp385246024-3730) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@74e5ac36[collection1_shard1_replica_t21] main]
   [junit4]   2> 297915 INFO  (qtp385246024-3730) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 297916 INFO  (qtp385246024-3730) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 297916 INFO  (qtp385246024-3730) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 297917 INFO  (searcherExecutor-1413-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica_t21] Registered new searcher Searcher@74e5ac36[collection1_shard1_replica_t21] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 297917 INFO  (qtp385246024-3730) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577482900018823168
   [junit4]   2> 297922 INFO  (qtp385246024-3730) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 297922 INFO  (qtp385246024-3730) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 297922 INFO  (qtp385246024-3730) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:65450/collection1_shard1_replica_t21/
   [junit4]   2> 297922 INFO  (qtp385246024-3730) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 297922 INFO  (qtp385246024-3730) [    ] o.a.s.c.SyncStrategy https://127.0.0.1:65450/collection1_shard1_replica_t21/ has no replicas
   [junit4]   2> 297922 INFO  (qtp385246024-3730) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 297922 INFO  (qtp385246024-3730) [    ] o.a.s.c.ZkController collection1_shard1_replica_t21 stopping background replication from leader
   [junit4]   2> 297925 INFO  (qtp385246024-3730) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:65450/collection1_shard1_replica_t21/ shard1
   [junit4]   2> 298077 INFO  (qtp385246024-3730) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 298080 INFO  (qtp385246024-3730) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1276
   [junit4]   2> 298086 INFO  (qtp385246024-3734) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:65450_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1291
   [junit4]   2> 298364 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\shard-2-001 of type TLOG
   [junit4]   2> 298365 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 298366 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@468d16b7{/,null,AVAILABLE}
   [junit4]   2> 298367 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@27075321{SSL,[ssl, http/1.1]}{127.0.0.1:65464}
   [junit4]   2> 298368 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.e.j.s.Server Started @308540ms
   [junit4]   2> 298368 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\tempDir-001/jetty2, hostPort=65464, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\shard-2-001\cores, replicaType=TLOG}
   [junit4]   2> 298368 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 298368 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 298368 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 298368 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 298368 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-09-03T02:15:26.769559Z
   [junit4]   2> 298369 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 298369 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\shard-2-001\solr.xml
   [junit4]   2> 298376 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5c74742c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 298378 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65419/solr
   [junit4]   2> 298389 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 298392 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 298394 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65464_
   [junit4]   2> 298395 INFO  (zkCallback-406-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 298395 INFO  (zkCallback-394-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 298396 INFO  (zkCallback-401-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 298397 INFO  (zkCallback-412-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 298455 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c74742c
   [junit4]   2> 298462 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c74742c
   [junit4]   2> 298462 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c74742c
   [junit4]   2> 298464 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\shard-2-001\cores
   [junit4]   2> 298495 INFO  (qtp385246024-3737) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:65464_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 298498 INFO  (OverseerCollectionConfigSetProcessor-98592680937324549-127.0.0.1:65429_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 298498 INFO  (OverseerThreadFactory-1399-thread-4) [    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:65464_ for creating new replica
   [junit4]   2> 298514 INFO  (qtp1778628742-3764) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 298514 INFO  (qtp1778628742-3764) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 299541 INFO  (qtp1778628742-3764) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 299557 INFO  (qtp1778628742-3764) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica_t23] Schema name=inplace-updates
   [junit4]   2> 299561 INFO  (qtp1778628742-3764) [    ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 299562 INFO  (qtp1778628742-3764) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t23' using configuration from collection collection1, trusted=true
   [junit4]   2> 299562 INFO  (qtp1778628742-3764) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t23' (registry 'solr.core.collection1.shard1.replica_t23') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c74742c
   [junit4]   2> 299563 INFO  (qtp1778628742-3764) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 299563 INFO  (qtp1778628742-3764) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica_t23] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\shard-2-001\cores\collection1_shard1_replica_t23], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\shard-2-001\cores\collection1_shard1_replica_t23\data\]
   [junit4]   2> 299570 WARN  (qtp1778628742-3764) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 299627 INFO  (qtp1778628742-3764) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 299627 INFO  (qtp1778628742-3764) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 299628 INFO  (qtp1778628742-3764) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 299628 INFO  (qtp1778628742-3764) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 299629 INFO  (qtp1778628742-3764) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7bf0a088[collection1_shard1_replica_t23] main]
   [junit4]   2> 299631 INFO  (qtp1778628742-3764) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 299632 INFO  (qtp1778628742-3764) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 299632 INFO  (qtp1778628742-3764) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 299633 INFO  (searcherExecutor-1424-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica_t23] Registered new searcher Searcher@7bf0a088[collection1_shard1_replica_t23] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 299633 INFO  (qtp1778628742-3764) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577482901818179584
   [junit4]   2> 299637 INFO  (qtp1778628742-3764) [    ] o.a.s.c.ZkController Core needs to recover:collection1_shard1_replica_t23
   [junit4]   2> 299637 INFO  (updateExecutor-409-thread-1) [    ] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 299637 INFO  (qtp1778628742-3764) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1122
   [junit4]   2> 299638 INFO  (recoveryExecutor-410-thread-1) [    ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 299638 INFO  (recoveryExecutor-410-thread-1) [    ] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 299638 INFO  (recoveryExecutor-410-thread-1) [    ] o.a.s.c.ZkController collection1_shard1_replica_t23 stopping background replication from leader
   [junit4]   2> 299638 INFO  (recoveryExecutor-410-thread-1) [    ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard1_replica_t23]
   [junit4]   2> 299638 INFO  (recoveryExecutor-410-thread-1) [    ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 299638 INFO  (recoveryExecutor-410-thread-1) [    ] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard1_replica_t23] as recovering, leader is [https://127.0.0.1:65450/collection1_shard1_replica_t21/] and I am [https://127.0.0.1:65464/collection1_shard1_replica_t23/]
   [junit4]   2> 299640 INFO  (recoveryExecutor-410-thread-1) [    ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:65450]; [WaitForState: action=PREPRECOVERY&core=collection1_shard1_replica_t21&nodeName=127.0.0.1:65464_&coreNodeName=core_node24&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 299640 INFO  (qtp385246024-3737) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:65464_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1145
   [junit4]   2> 299646 INFO  (qtp385246024-3733) [    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node24, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
   [junit4]   2> 299646 INFO  (qtp385246024-3733) [    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_t21, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:65464_, coreNodeName=core_node24, onlyIfActiveCheckResult=false, nodeProps: core_node24:{"core":"collection1_shard1_replica_t23","base_url":"https://127.0.0.1:65464","node_name":"127.0.0.1:65464_","state":"down","type":"TLOG"}
   [junit4]   2> 299896 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\shard-3-001 of type TLOG
   [junit4]   2> 299897 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 299898 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a0fd041{/,null,AVAILABLE}
   [junit4]   2> 299899 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@33c71043{SSL,[ssl, http/1.1]}{127.0.0.1:65478}
   [junit4]   2> 299899 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.e.j.s.Server Started @310071ms
   [junit4]   2> 299900 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\tempDir-001/jetty3, hostPort=65478, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\shard-3-001\cores, replicaType=TLOG}
   [junit4]   2> 299900 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 299900 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 299900 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 299900 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 299900 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-09-03T02:15:28.301119Z
   [junit4]   2> 299904 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e45855cb9000e, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 299904 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 299904 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\shard-3-001\solr.xml
   [junit4]   2> 299906 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5c74742c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 299906 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65419/solr
   [junit4]   2> 299920 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 299921 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 299923 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65478_
   [junit4]   2> 299923 INFO  (zkCallback-394-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 299925 INFO  (zkCallback-406-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 299925 INFO  (zkCallback-412-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 299925 INFO  (zkCallback-419-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 299925 INFO  (zkCallback-401-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 299971 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c74742c
   [junit4]   2> 299978 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c74742c
   [junit4]   2> 299978 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c74742c
   [junit4]   2> 299980 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\shard-3-001\cores
   [junit4]   2> 300017 INFO  (qtp385246024-3735) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:65478_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 300021 INFO  (OverseerCollectionConfigSetProcessor-98592680937324549-127.0.0.1:65429_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 300021 INFO  (OverseerThreadFactory-1399-thread-5) [    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:65478_ for creating new replica
   [junit4]   2> 300036 INFO  (qtp1985187163-3797) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t25&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 300036 INFO  (qtp1985187163-3797) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 300646 INFO  (qtp385246024-3733) [    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_t21, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:65464_, coreNodeName=core_node24, onlyIfActiveCheckResult=false, nodeProps: core_node24:{"core":"collection1_shard1_replica_t23","base_url":"https://127.0.0.1:65464","node_name":"127.0.0.1:65464_","state":"recovering","type":"TLOG"}
   [junit4]   2> 300646 INFO  (qtp385246024-3733) [    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node24, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 300646 INFO  (qtp385246024-3733) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:65464_&onlyIfLeaderActive=true&core=collection1_shard1_replica_t21&coreNodeName=core_node24&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
   [junit4]   2> 301061 INFO  (qtp1985187163-3797) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 301094 INFO  (qtp1985187163-3797) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica_t25] Schema name=inplace-updates
   [junit4]   2> 301095 INFO  (qtp1985187163-3797) [    ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 301095 INFO  (qtp1985187163-3797) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t25' using configuration from collection collection1, trusted=true
   [junit4]   2> 301096 INFO  (qtp1985187163-3797) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t25' (registry 'solr.core.collection1.shard1.replica_t25') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c74742c
   [junit4]   2> 301096 INFO  (qtp1985187163-3797) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 301096 INFO  (qtp1985187163-3797) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica_t25] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\shard-3-001\cores\collection1_shard1_replica_t25], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.TestInPlaceUpdatesDistrib_342DA2B913ADE18F-001\shard-3-001\cores\collection1_shard1_replica_t25\data\]
   [junit4]   2> 301100 WARN  (qtp1985187163-3797) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 301146 INFO  (qtp1985187163-3797) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 301146 INFO  (qtp1985187163-3797) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 301148 INFO  (recoveryExecutor-410-thread-1) [    ] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
   [junit4]   2> 301148 INFO  (recoveryExecutor-410-thread-1) [    ] o.a.s.c.RecoveryStrategy Attempting to replicate from [https://127.0.0.1:65450/collection1_shard1_replica_t21/].
   [junit4]   2> 301148 INFO  (qtp1985187163-3797) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 301148 INFO  (qtp1985187163-3797) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 301149 INFO  (qtp1985187163-3797) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@38e1d32d[collection1_shard1_replica_t25] main]
   [junit4]   2> 301150 INFO  (qtp1985187163-3797) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 301150 INFO  (qtp1985187163-3797) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 301151 INFO  (qtp1985187163-3797) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 301151 INFO  (qtp1985187163-3797) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577482903409917952
   [junit4]   2> 301151 INFO  (searcherExecutor-1435-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica_t25] Registered new searcher Searcher@38e1d32d[collection1_shard1_replica_t25] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 301153 INFO  (qtp385246024-3737) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577482903412015104,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 301154 INFO  (qtp385246024-3737) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 301155 INFO  (qtp385246024-3737) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 301155 INFO  (qtp385246024-3737) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t21]  webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=} 0 1
   [junit4]   2> 301157 INFO  (qtp1985187163-3797) [    ] o.a.s.c.ZkController Core needs to recover:collection1_shard1_replica_t25
   [junit4]   2> 301157 INFO  (qtp1985187163-3797) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t25&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1121
   [junit4]   2> 301157 INFO  (updateExecutor-416-thread-1) [    ] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 301159 INFO  (qtp385246024-3730) [    ] o.a.s.c.S.Request [collection1_shard1_replica_t21]  webapp= path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 301160 INFO  (recoveryExecutor-417-thread-1) [    ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 301160 INFO  (recoveryExecutor-410-thread-1) [    ] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 301160 INFO  (recoveryExecutor-410-thread-1) [    ] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 301160 INFO  (recoveryExecutor-410-thread-1) [    ] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 301160 INFO  (recoveryExecutor-410-thread-1) [    ] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 301160 INFO  (recoveryExecutor-410-thread-1) [    ] o.a.s.c.RecoveryStrategy Replication Recovery was successful.
   [junit4]   2> 301160 INFO  (recoveryExecutor-410-thread-1) [    ] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 301160 INFO  (recoveryExecutor-417-thread-1) [    ] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 301160 INFO  (recoveryExecutor-417-thread-1) [    ] o.a.s.c.ZkController collection1_shard1_replica_t25 stopping background replication from leader
   [junit4]   2> 301160 INFO  (recoveryExecutor-410-thread-1) [    ] o.a.s.c.ZkController collection1_shard1_replica_t23 starting background replication from leader
   [junit4]   2> 301160 INFO  (recoveryExecutor-417-thread-1) [    ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard1_replica_t25]
   [junit4]   2> 301160 INFO  (recoveryExecutor-410-thread-1) [    ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 301160 INFO  (recoveryExecutor-417-thread-1) [    ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 301160 INFO  (recoveryExecutor-417-thread-1) [    ] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard1_replica_t25] as recovering, leader is [https://127.0.0.1:65450/collection1_shard1_replica_t21/] and I am [https://127.0.0.1:65478/collection1_shard1_replica_t25/]
   [junit4]   2> 301161 INFO  (recoveryExecutor-410-thread-1) [    ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 301162 INFO  (recoveryExecutor-410-thread-1) [    ] o.a.s.c.RecoveryStrategy Updating version bucket highest from index after successful recovery.
   [junit4]   2> 301162 INFO  (recoveryExecutor-410-thread-1) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577482903421452288
   [junit4]   2> 301162 INFO  (recoveryExecutor-417-thread-1) [    ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:65450]; [WaitForState: action=PREPRECOVERY&core=collection1_shard1_replica_t21&nodeName=127.0.0.1:65478_&coreNodeName=core_node26&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 301162 INFO  (qtp385246024-3735) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:65478_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1144
   [junit4]   2> 301163 INFO  (recoveryExecutor-410-thread-1) [    ] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[true]
   [junit4]   2> 301164 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 301165 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[342DA2B913ADE18F]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):330
   [junit4]   1> -
   [junit4]   1> replica:core_node22 rstate:active live:true
   [junit4]   1> replica:core_node24 rstate:recovering live:true
   [junit4]   1> replica:core_node26 rstate:down live:true
   [junit4]   2> 301168 INFO  (qtp385246024-3732) [    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node26, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
   [junit4]   2> 301169 INFO  (qtp385246024-3732) [    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_t21, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:65478_, coreNodeName=core_node26, onlyIfActiveCheckResult=false, nodeProps: core_node26:{"core":"collection1_shard1_replica_t25","base_url":"https://127.0.0.1:65478","node_name":"127.0.0.1:65478_","state":"down","type":"TLOG"}
   [junit4]   2> 301182 INFO  (indexFetcher-1441-thread-1) [    ] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:65450/collection1_shard1_replica_t21/
   [junit4]   2> 301183 INFO  (qtp385246024-3734) [    ] o.a.s.c.S.Request [collection1_shard1_replica_t21]  webapp= path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 301183 INFO  (indexFetcher-1441-thread-1) [    ] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 301183 INFO  (indexFetcher-1441-thread-1) [    ] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 301183 INFO  (indexFetcher-1441-thread-1) [    ] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 301183 INFO  (indexFetcher-1441-thread-1) [    ] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 302024 INFO  (OverseerCollectionConfigSetProcessor-98592680937324549-127.0.0.1:65429_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist.  Requestor may have disconnected from ZooKeeper
   

[...truncated too long message...]

]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 248290 INFO  (jetty-closer-380-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@22fcb430{/solr,null,UNAVAILABLE}
   [junit4]   2> 248291 INFO  (zkCallback-395-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 248296 INFO  (coreCloseExecutor-724-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.destination.shard2.leader, tag=2055025715
   [junit4]   2> 248299 INFO  (zkCallback-395-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 248299 INFO  (zkCallback-395-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 248300 INFO  (zkCallback-395-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/destination/state.json] for collection [destination] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 248300 INFO  (zkCallback-395-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/destination/state.json] for collection [destination] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 248301 INFO  (zkCallback-395-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/workQueue/state.json] for collection [workQueue] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 248301 INFO  (zkCallback-395-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/workQueue/state.json] for collection [workQueue] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 248304 INFO  (jetty-closer-380-thread-3) [    ] o.a.s.c.Overseer Overseer (id=98592889004818440-127.0.0.1:57379_solr-n_0000000000) closing
   [junit4]   2> 248305 INFO  (OverseerStateUpdate-98592889004818440-127.0.0.1:57379_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:57379_solr
   [junit4]   2> 248306 WARN  (zkCallback-395-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 248306 INFO  (jetty-closer-380-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2d624980{/solr,null,UNAVAILABLE}
   [junit4]   2> 248307 ERROR (SUITE-StreamExpressionTest-seed#[2B88737C34430393]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 248308 INFO  (SUITE-StreamExpressionTest-seed#[2B88737C34430393]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57365 57365
   [junit4]   2> 248309 INFO  (Thread-350) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57365 57365
   [junit4]   2> 248310 WARN  (Thread-350) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	90	/solr/aliases.json
   [junit4]   2> 	90	/solr/clusterprops.json
   [junit4]   2> 	11	/solr/configs/conf
   [junit4]   2> 	7	/solr/configs/ml
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	90	/solr/clusterstate.json
   [junit4]   2> 	40	/solr/collections/destinationCollection/state.json
   [junit4]   2> 	30	/solr/collections/parallelDestinationCollection1/state.json
   [junit4]   2> 	21	/solr/collections/destination/state.json
   [junit4]   2> 	21	/solr/collections/workQueue/state.json
   [junit4]   2> 	20	/solr/collections/parallelDestinationCollection/state.json
   [junit4]   2> 	20	/solr/collections/mainCorpus/state.json
   [junit4]   2> 	11	/solr/collections/collection1/state.json
   [junit4]   2> 	10	/solr/collections/uknownCollection/state.json
   [junit4]   2> 	10	/solr/collections/modelCollection/state.json
   [junit4]   2> 	10	/solr/collections/checkpointCollection/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/98592889004818442-127.0.0.1:57369_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	90	/solr/live_nodes
   [junit4]   2> 	90	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.io.stream.StreamExpressionTest_2B88737C34430393-001
   [junit4]   2> Sep 03, 2017 3:10:09 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 5 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {name_s=BlockTreeOrds(blocksize=128), expr_s=PostingsFormat(name=MockRandom), terms_ss=FST50, field_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), join2_s=FST50, multiDefault=FST50, subject=FST50, a1_s=FST50, a2_s=BlockTreeOrds(blocksize=128), level1_s=PostingsFormat(name=MockRandom), body_t=BlockTreeOrds(blocksize=128), s_multi=BlockTreeOrds(blocksize=128), a_ss=PostingsFormat(name=LuceneVarGapDocFreqInterval), col_s=FST50, level2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_s=BlockTreeOrds(blocksize=128), tv_text=PostingsFormat(name=LuceneVarGapDocFreqInterval), term_s=FST50, a_t=PostingsFormat(name=LuceneVarGapDocFreqInterval), text_s=PostingsFormat(name=MockRandom), id=PostingsFormat(name=MockRandom), text=BlockTreeOrds(blocksize=128), featureSet_s=FST50, checkpoint_ss=BlockTreeOrds(blocksize=128), test_t=BlockTreeOrds(blocksize=128), ident_s=FST50, whitetok=BlockTreeOrds(blocksize=128), side_s=BlockTreeOrds(blocksize=128)}, docValues:{name_s=DocValuesFormat(name=Lucene70), expr_s=DocValuesFormat(name=Direct), iteration_i=DocValuesFormat(name=Direct), terms_ss=DocValuesFormat(name=Asserting), join2_s=DocValuesFormat(name=Asserting), multiDefault=DocValuesFormat(name=Asserting), a_f=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Lucene70), falseNegative_i=DocValuesFormat(name=Lucene70), a2_s=DocValuesFormat(name=Lucene70), a_i=DocValuesFormat(name=Direct), level1_s=DocValuesFormat(name=Direct), a_s=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Direct), alpha_d=DocValuesFormat(name=Lucene70), i_multi=DocValuesFormat(name=Direct), idf_d=DocValuesFormat(name=Asserting), b_ls=DocValuesFormat(name=Asserting), checkpoint_ss=DocValuesFormat(name=Lucene70), ident_s=DocValuesFormat(name=Asserting), order_i=DocValuesFormat(name=Asserting), error_d=DocValuesFormat(name=Direct), truePositive_i=DocValuesFormat(name=Direct), side_s=DocValuesFormat(name=Lucene70), miles_i=DocValuesFormat(name=Asserting), field_s=DocValuesFormat(name=Lucene70), price_f=DocValuesFormat(name=Asserting), a1_s=DocValuesFormat(name=Asserting), join1_i=DocValuesFormat(name=Direct), join3_i=DocValuesFormat(name=Lucene70), test_i=DocValuesFormat(name=Asserting), falsePositive_i=DocValuesFormat(name=Lucene70), field_i=DocValuesFormat(name=Asserting), s_multi=DocValuesFormat(name=Lucene70), a_ss=DocValuesFormat(name=Lucene70), col_s=DocValuesFormat(name=Asserting), level2_s=DocValuesFormat(name=Lucene70), score_f=DocValuesFormat(name=Lucene70), term_s=DocValuesFormat(name=Asserting), text_s=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Lucene70), idfs_ds=DocValuesFormat(name=Lucene70), weights_ds=DocValuesFormat(name=Lucene70), featureSet_s=DocValuesFormat(name=Asserting), trueNegative_i=DocValuesFormat(name=Lucene70), index_i=DocValuesFormat(name=Asserting), test_dt=DocValuesFormat(name=Direct), out_i=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=191, maxMBSortInHeap=7.377009864802001, sim=RandomSimilarity(queryNorm=true): {}, locale=fr-RE, timezone=SystemV/PST8PDT
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=148119680,total=359661568
   [junit4]   2> NOTE: All tests run in this JVM: [GreaterThanEqualToEvaluatorTest, NormalizeEvaluatorTest, HyperbolicTangentEvaluatorTest, SolrExampleStreamingTest, CloudSolrClientTest, OperationsTest, NaturalLogEvaluatorTest, UniformDistributionEvaluatorTest, RoundEvaluatorTest, TestDocumentObjectBinder, TestConfigSetAdminRequest, CollectionAdminRequestRequiredParamsTest, AscEvaluatorTest, TestUpdateRequestCodec, GraphExpressionTest, TestClusteringResponse, CubedRootEvaluatorTest, TestEmbeddedSolrServer, BasicHttpSolrClientTest, RegressionEvaluatorTest, CommonParamsTest, CloudSolrClientCacheTest, FieldValueEvaluatorTest, TestBatchUpdate, AbsoluteValueEvaluatorTest, TestXMLEscaping, DivideEvaluatorTest, SolrExampleXMLTest, EqualToEvaluatorTest, ModifiableSolrParamsTest, TestZkConfigManager, ConcurrentUpdateSolrClientTest, StreamExpressionToExplanationTest, ModuloEvaluatorTest, TestV2Request, TestSolrJErrorHandling, TestPolicy, CloudSolrClientBuilderTest, CloudSolrClientMultiConstructorTest, ConcurrentUpdateSolrClientBuilderTest, HttpSolrClientConPoolTest, HttpSolrClientSSLAuthConPoolTest, LBHttpSolrClientBuilderTest, GraphTest, JDBCStreamTest, StreamExpressionTest]
   [junit4] Completed [145/145 (1!)] on J0 in 113.87s, 95 tests, 1 error <<< FAILURES!

[...truncated 38187 lines...]

[JENKINS] Lucene-Solr-7.x-Windows (64bit/jdk1.8.0_144) - Build # 158 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Windows/158/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster

Error Message:
Document mismatch on target after sync expected:<2000> but was:<1100>

Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
	at __randomizedtesting.SeedInfo.seed([4FEE85ECE7821871:9BABCEB500D4AB8A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12871 lines...]
   [junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_4FEE85ECE7821871-001\init-core-data-001
   [junit4]   2> 2071054 WARN  (SUITE-CdcrBootstrapTest-seed#[4FEE85ECE7821871]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 2071054 INFO  (SUITE-CdcrBootstrapTest-seed#[4FEE85ECE7821871]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2071058 INFO  (SUITE-CdcrBootstrapTest-seed#[4FEE85ECE7821871]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2071058 INFO  (SUITE-CdcrBootstrapTest-seed#[4FEE85ECE7821871]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2071063 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testConvertClusterToCdcrAndBootstrap
   [junit4]   2> 2071065 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_4FEE85ECE7821871-001\cdcr-target-001
   [junit4]   2> 2071065 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2071065 INFO  (Thread-4186) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2071065 INFO  (Thread-4186) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2071068 ERROR (Thread-4186) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2071165 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.c.ZkTestServer start zk server on port:58507
   [junit4]   2> 2071178 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e4842272a0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2071184 INFO  (jetty-launcher-3002-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2071184 INFO  (jetty-launcher-3002-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5950a9a0{/solr,null,AVAILABLE}
   [junit4]   2> 2071189 INFO  (jetty-launcher-3002-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@360c089a{HTTP/1.1,[http/1.1]}{127.0.0.1:58511}
   [junit4]   2> 2071191 INFO  (jetty-launcher-3002-thread-1) [    ] o.e.j.s.Server Started @2079556ms
   [junit4]   2> 2071191 INFO  (jetty-launcher-3002-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58511}
   [junit4]   2> 2071191 ERROR (jetty-launcher-3002-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2071192 INFO  (jetty-launcher-3002-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 2071192 INFO  (jetty-launcher-3002-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2071192 INFO  (jetty-launcher-3002-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2071192 INFO  (jetty-launcher-3002-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-09-03T15:00:48.678Z
   [junit4]   2> 2071201 INFO  (jetty-launcher-3002-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2071211 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e4842272a0001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2071216 INFO  (jetty-launcher-3002-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58507/solr
   [junit4]   2> 2071219 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e4842272a0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2071315 INFO  (jetty-launcher-3002-thread-1) [n:127.0.0.1:58511_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2071315 INFO  (jetty-launcher-3002-thread-1) [n:127.0.0.1:58511_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58511_solr
   [junit4]   2> 2071316 INFO  (jetty-launcher-3002-thread-1) [n:127.0.0.1:58511_solr    ] o.a.s.c.Overseer Overseer (id=98595690810834947-127.0.0.1:58511_solr-n_0000000000) starting
   [junit4]   2> 2071322 INFO  (jetty-launcher-3002-thread-1) [n:127.0.0.1:58511_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58511_solr
   [junit4]   2> 2071323 INFO  (OverseerStateUpdate-98595690810834947-127.0.0.1:58511_solr-n_0000000000) [n:127.0.0.1:58511_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2071450 INFO  (jetty-launcher-3002-thread-1) [n:127.0.0.1:58511_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58511.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4810ed58
   [junit4]   2> 2071455 INFO  (jetty-launcher-3002-thread-1) [n:127.0.0.1:58511_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58511.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4810ed58
   [junit4]   2> 2071456 INFO  (jetty-launcher-3002-thread-1) [n:127.0.0.1:58511_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58511.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4810ed58
   [junit4]   2> 2071458 INFO  (jetty-launcher-3002-thread-1) [n:127.0.0.1:58511_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_4FEE85ECE7821871-001\cdcr-target-001\node1\.
   [junit4]   1> Target zkHost = 127.0.0.1:58507/solr
   [junit4]   2> 2071484 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_4FEE85ECE7821871-001\cdcr-source-001
   [junit4]   2> 2071484 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2071484 INFO  (Thread-4196) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2071484 INFO  (Thread-4196) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2071492 ERROR (Thread-4196) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2071585 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.c.ZkTestServer start zk server on port:58532
   [junit4]   2> 2071604 INFO  (jetty-launcher-3014-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2071604 INFO  (jetty-launcher-3014-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52395c81{/solr,null,AVAILABLE}
   [junit4]   2> 2071605 INFO  (jetty-launcher-3014-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6ab62ea2{HTTP/1.1,[http/1.1]}{127.0.0.1:58536}
   [junit4]   2> 2071608 INFO  (jetty-launcher-3014-thread-1) [    ] o.e.j.s.Server Started @2079973ms
   [junit4]   2> 2071608 INFO  (jetty-launcher-3014-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58536}
   [junit4]   2> 2071608 ERROR (jetty-launcher-3014-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2071608 INFO  (jetty-launcher-3014-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 2071608 INFO  (jetty-launcher-3014-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2071609 INFO  (jetty-launcher-3014-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2071609 INFO  (jetty-launcher-3014-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-09-03T15:00:49.095Z
   [junit4]   2> 2071612 INFO  (jetty-launcher-3014-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2071624 INFO  (jetty-launcher-3014-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58532/solr
   [junit4]   2> 2071732 INFO  (jetty-launcher-3014-thread-1) [n:127.0.0.1:58536_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2071737 INFO  (jetty-launcher-3014-thread-1) [n:127.0.0.1:58536_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58536_solr
   [junit4]   2> 2071741 INFO  (jetty-launcher-3014-thread-1) [n:127.0.0.1:58536_solr    ] o.a.s.c.Overseer Overseer (id=98595690838294531-127.0.0.1:58536_solr-n_0000000000) starting
   [junit4]   2> 2071747 INFO  (jetty-launcher-3014-thread-1) [n:127.0.0.1:58536_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58536_solr
   [junit4]   2> 2071748 INFO  (zkCallback-3021-thread-1-processing-n:127.0.0.1:58536_solr) [n:127.0.0.1:58536_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2071925 INFO  (jetty-launcher-3014-thread-1) [n:127.0.0.1:58536_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58536.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4810ed58
   [junit4]   2> 2071930 INFO  (jetty-launcher-3014-thread-1) [n:127.0.0.1:58536_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58536.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4810ed58
   [junit4]   2> 2071930 INFO  (jetty-launcher-3014-thread-1) [n:127.0.0.1:58536_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58536.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4810ed58
   [junit4]   2> 2071931 INFO  (jetty-launcher-3014-thread-1) [n:127.0.0.1:58536_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_4FEE85ECE7821871-001\cdcr-source-001\node1\.
   [junit4]   2> 2071978 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2071982 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58532/solr ready
   [junit4]   2> 2071991 INFO  (qtp1654492843-19582) [n:127.0.0.1:58536_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2071994 INFO  (OverseerThreadFactory-8675-thread-1-processing-n:127.0.0.1:58536_solr) [n:127.0.0.1:58536_solr    ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source
   [junit4]   2> 2072105 INFO  (OverseerStateUpdate-98595690838294531-127.0.0.1:58536_solr-n_0000000000) [n:127.0.0.1:58536_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"cdcr-source",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"cdcr-source_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:58536/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 2072307 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
   [junit4]   2> 2072308 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2072416 INFO  (zkCallback-3021-thread-1-processing-n:127.0.0.1:58536_solr) [n:127.0.0.1:58536_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2072416 INFO  (zkCallback-3021-thread-2-processing-n:127.0.0.1:58536_solr) [n:127.0.0.1:58536_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2073331 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 2073338 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2073342 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2073342 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
   [junit4]   2> 2073345 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58536.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4810ed58
   [junit4]   2> 2073345 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2073345 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_4FEE85ECE7821871-001\cdcr-source-001\node1\cdcr-source_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_4FEE85ECE7821871-001\cdcr-source-001\node1\.\cdcr-source_shard1_replica_n1\data\]
   [junit4]   2> 2073418 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2073419 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2073420 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2073420 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2073422 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@634f84ef[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 2073424 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
   [junit4]   2> 2073424 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
   [junit4]   2> 2073425 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2073425 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577531055444852736
   [junit4]   2> 2073425 INFO  (searcherExecutor-8678-thread-1-processing-n:127.0.0.1:58536_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@634f84ef[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2073430 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2073431 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2073431 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58536/solr/cdcr-source_shard1_replica_n1/
   [junit4]   2> 2073431 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2073431 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:58536/solr/cdcr-source_shard1_replica_n1/ has no replicas
   [junit4]   2> 2073431 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2073439 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58536/solr/cdcr-source_shard1_replica_n1/ shard1
   [junit4]   2> 2073544 INFO  (zkCallback-3021-thread-1-processing-n:127.0.0.1:58536_solr) [n:127.0.0.1:58536_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2073544 INFO  (zkCallback-3021-thread-2-processing-n:127.0.0.1:58536_solr) [n:127.0.0.1:58536_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2073591 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2073592 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1284
   [junit4]   2> 2073600 INFO  (qtp1654492843-19582) [n:127.0.0.1:58536_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2073698 INFO  (zkCallback-3021-thread-1-processing-n:127.0.0.1:58536_solr) [n:127.0.0.1:58536_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2073698 INFO  (zkCallback-3021-thread-2-processing-n:127.0.0.1:58536_solr) [n:127.0.0.1:58536_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2073997 INFO  (OverseerCollectionConfigSetProcessor-98595690838294531-127.0.0.1:58536_solr-n_0000000000) [n:127.0.0.1:58536_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2074601 INFO  (qtp1654492843-19582) [n:127.0.0.1:58536_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2608
   [junit4]   1> Adding 10 docs with commit=true, numDocs=100
   [junit4]   2> 2074614 INFO  (qtp1654492843-19585) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_0 (1577531056684269568), source_1 (1577531056689512448), source_2 (1577531056689512449), source_3 (1577531056689512450), source_4 (1577531056689512451), source_5 (1577531056689512452), source_6 (1577531056689512453), source_7 (1577531056689512454), source_8 (1577531056689512455), source_9 (1577531056689512456), ... (100 adds)]} 0 7
   [junit4]   2> 2074616 INFO  (qtp1654492843-19586) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577531056693706752,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2074616 INFO  (qtp1654492843-19586) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@296c29ee commitCommandVersion:1577531056693706752
   [junit4]   2> 2074655 INFO  (qtp1654492843-19586) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a0fd3ab[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 2074655 INFO  (qtp1654492843-19586) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2074656 INFO  (searcherExecutor-8678-thread-1-processing-n:127.0.0.1:58536_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@3a0fd3ab[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100)))}
   [junit4]   2> 2074657 INFO  (qtp1654492843-19586) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 41
   [junit4]   1> Adding 10 docs with commit=true, numDocs=200
   [junit4]   2> 2074666 INFO  (qtp1654492843-19587) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_100 (1577531056736698368), source_101 (1577531056745086976), source_102 (1577531056745086977), source_103 (1577531056745086978), source_104 (1577531056745086979), source_105 (1577531056745086980), source_106 (1577531056745086981), source_107 (1577531056745086982), source_108 (1577531056745086983), source_109 (1577531056745086984), ... (100 adds)]} 0 9
   [junit4]   2> 2074667 INFO  (qtp1654492843-19580) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577531056747184128,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2074667 INFO  (qtp1654492843-19580) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@296c29ee commitCommandVersion:1577531056747184128
   [junit4]   2> 2074698 INFO  (qtp1654492843-19580) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5e7326e4[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 2074699 INFO  (qtp1654492843-19580) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2074699 INFO  (searcherExecutor-8678-thread-1-processing-n:127.0.0.1:58536_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@5e7326e4[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100)))}
   [junit4]   2> 2074700 INFO  (qtp1654492843-19580) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 32
   [junit4]   1> Adding 10 docs with commit=true, numDocs=300
   [junit4]   2> 2074705 INFO  (qtp1654492843-19583) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_200 (1577531056781787136), source_201 (1577531056783884288), source_202 (1577531056785981440), source_203 (1577531056785981441), source_204 (1577531056785981442), source_205 (1577531056785981443), source_206 (1577531056785981444), source_207 (1577531056785981445), source_208 (1577531056785981446), source_209 (1577531056785981447), ... (100 adds)]} 0 3
   [junit4]   2> 2074705 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577531056787030019,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2074705 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@296c29ee commitCommandVersion:1577531056787030019
   [junit4]   2> 2074757 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@628d19a8[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 2074758 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2074760 INFO  (searcherExecutor-8678-thread-1-processing-n:127.0.0.1:58536_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@628d19a8[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100)))}
   [junit4]   2> 2074760 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 54
   [junit4]   1> Adding 10 docs with commit=true, numDocs=400
   [junit4]   2> 2074764 INFO  (qtp1654492843-19582) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_300 (1577531056844701696), source_301 (1577531056846798848), source_302 (1577531056846798849), source_303 (1577531056846798850), source_304 (1577531056846798851), source_305 (1577531056846798852), source_306 (1577531056846798853), source_307 (1577531056846798854), source_308 (1577531056846798855), source_309 (1577531056846798856), ... (100 adds)]} 0 3
   [junit4]   2> 2074765 INFO  (qtp1654492843-19585) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577531056849944576,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2074765 INFO  (qtp1654492843-19585) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@296c29ee commitCommandVersion:1577531056849944576
   [junit4]   2> 2074788 INFO  (qtp1654492843-19585) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@63cf7b54[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 2074788 INFO  (qtp1654492843-19585) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2074789 INFO  (searcherExecutor-8678-thread-1-processing-n:127.0.0.1:58536_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@63cf7b54[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100) Uninverting(_3(7.1.0):C100)))}
   [junit4]   2> 2074789 INFO  (qtp1654492843-19585) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 24
   [junit4]   1> Adding 10 docs with commit=true, numDocs=500
   [junit4]   2> 2074794 INFO  (qtp1654492843-19586) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_400 (1577531056876158976), source_401 (1577531056878256128), source_402 (1577531056878256129), source_403 (1577531056878256130), source_404 (1577531056878256131), source_405 (1577531056878256132), source_406 (1577531056878256133), source_407 (1577531056878256134), source_408 (1577531056878256135), source_409 (1577531056878256136), ... (100 adds)]} 0 3
   [junit4]   2> 2074794 INFO  (qtp1654492843-19587) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577531056880353280,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2074794 INFO  (qtp1654492843-19587) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@296c29ee commitCommandVersion:1577531056880353280
   [junit4]   2> 2074822 INFO  (qtp1654492843-19587) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@70569774[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 2074823 INFO  (qtp1654492843-19587) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2074823 INFO  (searcherExecutor-8678-thread-1-processing-n:127.0.0.1:58536_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@70569774[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100) Uninverting(_3(7.1.0):C100) Uninverting(_4(7.1.0):C100)))}
   [junit4]   2> 2074824 INFO  (qtp1654492843-19587) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 29
   [junit4]   1> Adding 10 docs with commit=true, numDocs=600
   [junit4]   2> 2074829 INFO  (qtp1654492843-19580) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_500 (1577531056912859136), source_501 (1577531056914956288), source_502 (1577531056914956289), source_503 (1577531056914956290), source_504 (1577531056914956291), source_505 (1577531056914956292), source_506 (1577531056914956293), source_507 (1577531056914956294), source_508 (1577531056914956295), source_509 (1577531056914956296), ... (100 adds)]} 0 4
   [junit4]   2> 2074829 INFO  (qtp1654492843-19583) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577531056917053440,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2074829 INFO  (qtp1654492843-19583) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@296c29ee commitCommandVersion:1577531056917053440
   [junit4]   2> 2074875 INFO  (qtp1654492843-19583) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@184fcdb0[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 2074875 INFO  (qtp1654492843-19583) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2074876 INFO  (searcherExecutor-8678-thread-1-processing-n:127.0.0.1:58536_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@184fcdb0[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100) Uninverting(_3(7.1.0):C100) Uninverting(_4(7.1.0):C100) Uninverting(_5(7.1.0):C100)))}
   [junit4]   2> 2074876 INFO  (qtp1654492843-19583) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 46
   [junit4]   1> Adding 10 docs with commit=true, numDocs=700
   [junit4]   2> 2074880 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_600 (1577531056967385088), source_601 (1577531056969482240), source_602 (1577531056969482241), source_603 (1577531056969482242), source_604 (1577531056969482243), source_605 (1577531056969482244), source_606 (1577531056969482245), source_607 (1577531056969482246), source_608 (1577531056969482247), source_609 (1577531056969482248), ... (100 adds)]} 0 3
   [junit4]   2> 2074881 INFO  (qtp1654492843-19582) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577531056971579392,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2074881 INFO  (qtp1654492843-19582) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@296c29ee commitCommandVersion:1577531056971579392
   [junit4]   2> 2074908 INFO  (qtp1654492843-19582) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ae27504[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 2074908 INFO  (qtp1654492843-19582) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2074909 INFO  (searcherExecutor-8678-thread-1-processing-n:127.0.0.1:58536_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@ae27504[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100) Uninverting(_3(7.1.0):C100) Uninverting(_4(7.1.0):C100) Uninverting(_5(7.1.0):C100) Uninverting(_6(7.1.0):C100)))}
   [junit4]   2> 2074909 INFO  (qtp1654492843-19582) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 28
   [junit4]   1> Adding 10 docs with commit=true, numDocs=800
   [junit4]   2> 2074913 INFO  (qtp1654492843-19585) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_700 (1577531057001988096), source_701 (1577531057004085248), source_702 (1577531057004085249), source_703 (1577531057004085250), source_704 (1577531057004085251), source_705 (1577531057004085252), source_706 (1577531057004085253), source_707 (1577531057004085254), source_708 (1577531057004085255), source_709 (1577531057004085256), ... (100 adds)]} 0 3
   [junit4]   2> 2074914 INFO  (qtp1654492843-19586) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577531057006182400,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2074914 INFO  (qtp1654492843-19586) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@296c29ee commitCommandVersion:1577531057006182400
   [junit4]   2> 2074954 INFO  (qtp1654492843-19586) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@21bf492e[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 2074954 INFO  (qtp1654492843-19586) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2074955 INFO  (searcherExecutor-8678-thread-1-processing-n:127.0.0.1:58536_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@21bf492e[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100) Uninverting(_3(7.1.0):C100) Uninverting(_4(7.1.0):C100) Uninverting(_5(7.1.0):C100) Uninverting(_6(7.1.0):C100) Uninverting(_7(7.1.0):C100)))}
   [junit4]   2> 2074956 INFO  (qtp1654492843-19586) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 41
   [junit4]   1> Adding 10 docs with commit=true, numDocs=900
   [junit4]   2> 2074960 INFO  (qtp1654492843-19587) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_800 (1577531057050222592), source_801 (1577531057053368320), source_802 (1577531057053368321), source_803 (1577531057053368322), source_804 (1577531057053368323), source_805 (1577531057053368324), source_806 (1577531057053368325), source_807 (1577531057053368326), source_808 (1577531057053368327), source_809 (1577531057053368328), ... (100 adds)]} 0 4
   [junit4]   2> 2074962 INFO  (qtp1654492843-19580) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577531057056514048,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2074962 INFO  (qtp1654492843-19580) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@296c29ee commitCommandVersion:1577531057056514048
   [junit4]   2> 2074994 INFO  (qtp1654492843-19580) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c82fe01[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 2074995 INFO  (qtp1654492843-19580) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2074995 INFO  (searcherExecutor-8678-thread-1-processing-n:127.0.0.1:58536_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@4c82fe01[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100) Uninverting(_3(7.1.0):C100) Uninverting(_4(7.1.0):C100) Uninverting(_5(7.1.0):C100) Uninverting(_6(7.1.0):C100) Uninverting(_7(7.1.0):C100) Uninverting(_8(7.1.0):C100)))}
   [junit4]   2> 2074996 INFO  (qtp1654492843-19580) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 34
   [junit4]   1> Adding 10 docs with commit=true, numDocs=1000
   [junit4]   2> 2075000 INFO  (qtp1654492843-19583) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_900 (1577531057092165632), source_901 (1577531057095311360), source_902 (1577531057095311361), source_903 (1577531057095311362), source_904 (1577531057095311363), source_905 (1577531057095311364), source_906 (1577531057095311365), source_907 (1577531057095311366), source_908 (1577531057095311367), source_909 (1577531057095311368), ... (100 adds)]} 0 3
   [junit4]   2> 2075000 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577531057096359967,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2075000 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@296c29ee commitCommandVersion:1577531057096359967
   [junit4]   2> 2075065 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@d3a827a[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 2075068 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2075069 INFO  (searcherExecutor-8678-thread-1-processing-n:127.0.0.1:58536_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@d3a827a[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100) Uninverting(_3(7.1.0):C100) Uninverting(_4(7.1.0):C100) Uninverting(_5(7.1.0):C100) Uninverting(_6(7.1.0):C100) Uninverting(_7(7.1.0):C100) Uninverting(_8(7.1.0):C100) Uninverting(_9(7.1.0):C100)))}
   [junit4]   2> 2075070 INFO  (qtp1654492843-19584) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 69
   [junit4]   2> 2075072 INFO  (qtp1654492843-19582) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:4&wt=javabin&version=2} hits=1000 status=0 QTime=0
   [junit4]   2> 2075073 INFO  (qtp1654492843-19582) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1]  webapp=/solr path=/get params={qt=/get&_stateVer_=cdcr-source:4&getVersions=1000&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2075084 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e484228cd0008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2075087 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6ab62ea2{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2075090 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1028292373
   [junit4]   2> 2075090 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2075091 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@790c874a: rootName = solr_58536, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5b2533f0
   [junit4]   2> 2075095 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2075095 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@76708416: rootName = solr_58536, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@55e0903
   [junit4]   2> 2075104 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2075104 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4c0e9e0f: rootName = solr_58536, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@73b84fba
   [junit4]   2> 2075106 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2075110 INFO  (coreCloseExecutor-8683-thread-1) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1098c640
   [junit4]   2> 2075110 INFO  (coreCloseExecutor-8683-thread-1) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-source.shard1.replica_n1, tag=278447680
   [junit4]   2> 2075110 INFO  (coreCloseExecutor-8683-thread-1) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b8b3575: rootName = solr_58536, domain = solr.core.cdcr-source.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.cdcr-source.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@447c4b0c
   [junit4]   2> 2075118 INFO  (coreCloseExecutor-8683-thread-1) [n:127.0.0.1:58536_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-source.shard1.leader, tag=278447680
   [junit4]   2> 2075132 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.c.Overseer Overseer (id=98595690838294531-127.0.0.1:58536_solr-n_0000000000) closing
   [junit4]   2> 2075132 INFO  (OverseerStateUpdate-98595690838294531-127.0.0.1:58536_solr-n_0000000000) [n:127.0.0.1:58536_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:58536_solr
   [junit4]   2> 2075133 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e484228cd0003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2075133 WARN  (zkCallback-3021-thread-2-processing-n:127.0.0.1:58536_solr) [n:127.0.0.1:58536_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2075133 INFO  (zkCallback-3028-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2075133 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@52395c81{/solr,null,UNAVAILABLE}
   [junit4]   2> 2075134 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2075135 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13d642a0{/solr,null,AVAILABLE}
   [junit4]   2> 2075135 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@15b7e4f4{HTTP/1.1,[http/1.1]}{127.0.0.1:58566}
   [junit4]   2> 2075138 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.e.j.s.Server Started @2083503ms
   [junit4]   2> 2075138 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58566}
   [junit4]   2> 2075138 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2075138 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 2075138 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2075140 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2075140 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-09-03T15:00:52.626Z
   [junit4]   2> 2075142 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2075154 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58532/solr
   [junit4]   2> 2075158 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e484228cd000a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2075168 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [n:127.0.0.1:58566_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2075169 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [n:127.0.0.1:58566_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58566_solr
   [junit4]   2> 2075170 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [n:127.0.0.1:58566_solr    ] o.a.s.c.Overseer Overseer (id=98595690838294539-127.0.0.1:58566_solr-n_0000000001) starting
   [junit4]   2> 2075175 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [n:127.0.0.1:58566_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58566_solr
   [junit4]   2> 2075176 INFO  (OverseerStateUpdate-98595690838294539-127.0.0.1:58566_solr-n_0000000001) [n:127.0.0.1:58566_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2075176 INFO  (zkCallback-3028-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2075281 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [n:127.0.0.1:58566_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58566.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4810ed58
   [junit4]   2> 2075287 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [n:127.0.0.1:58566_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58566.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4810ed58
   [junit4]   2> 2075287 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [n:127.0.0.1:58566_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58566.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4810ed58
   [junit4]   2> 2075292 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [n:127.0.0.1:58566_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_4FEE85ECE7821871-001\cdcr-source-001\node1\.
   [junit4]   2> 2075292 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [n:127.0.0.1:58566_solr    ] o.a.s.c.CorePropertiesLocator Cores are: [cdcr-source_shard1_replica_n1]
   [junit4]   2> 2075294 INFO  (coreLoadExecutor-8692-thread-1-processing-n:127.0.0.1:58566_solr) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2075402 INFO  (zkCallback-3034-thread-1-processing-n:127.0.0.1:58566_solr) [n:127.0.0.1:58566_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2075403 INFO  (zkCallback-3034-thread-2-processing-n:127.0.0.1:58566_solr) [n:127.0.0.1:58566_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2076330 INFO  (coreLoadExecutor-8692-thread-1-processing-n:127.0.0.1:58566_solr) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 2076335 INFO  (coreLoadExecutor-8692-thread-1-processing-n:127.0.0.1:58566_solr) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 2076338 INFO  (coreLoadExecutor-8692-thread-1-processing-n:127.0.0.1:58566_solr) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2076343 INFO  (coreLoadExecutor-8692-thread-1-processing-n:127.0.0.1:58566_solr) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2076344 INFO  (coreLoadExecutor-8692-thread-1-processing-n:127.0.0.1:58566_solr) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
   [junit4]   2> 2076348 INFO  (coreLoadExecutor-8692-thread-1-processing-n:127.0.0.1:58566_solr) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
   [junit4]   2> 2076348 INFO  (coreLoadExecutor-8692-thread-1-processing-n:127.0.0.1:58566_solr) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
   [junit4]   2> 2076348 INFO  (coreLoadExecutor-8692-thread-1-processing-n:127.0.0.1:58566_solr) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58566.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4810ed58
   [junit4]   2> 2076348 INFO  (coreLoadExecutor-8692-thread-1-processing-n:127.0.0.1:58566_solr) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2076348 INFO  (coreLoadExecutor-8692-thread-1-processing-n:127.0.0.1:58566_solr) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_4FEE85ECE7821871-001\cdcr-source-001\node1\cdcr-source_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_4FEE85ECE7821871-001\cdcr-source-001\node1\.\cdcr-source_shard1_replica_n1\data\]
   [junit4]   2> 2076519 INFO  (coreLoadExecutor-8692-thread-1-processing-n:127.0.0.1:58566_solr) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 2076520 INFO  (coreLoadExecutor-8692-thread-1-processing-n:127.0.0.1:58566_solr) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2076527 INFO  (coreLoadExecutor-8692-thread-1-processing-n:127.0.0.1:58566_solr) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2076527 INFO  (coreLoadExecutor-8692-thread-1-processing-n:127.0.0.1:58566_solr) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2076570 INFO  (coreLoadExecutor-8692-thread-1-processing-n:127.0.0.1:58566_solr) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4e37ceb6[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 2076571 INFO  (coreLoadExecutor-8692-thread-1-processing-n:127.0.0.1:58566_solr) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
   [junit4]   2> 2076571 INFO  (coreLoadExecutor-8692-thread-1-processing-n:127.0.0.1:58566_solr) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
   [junit4]   2> 2076571 INFO  (coreLoadExecutor-8692-thread-1-processing-n:127.0.0.1:58566_solr) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
   [junit4]   2> 2076572 INFO  (coreLoadExecutor-8692-thread-1-processing-n:127.0.0.1:58566_solr) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 2076572 INFO  (coreLoadExecutor-8692-thread-1-processing-n:127.0.0.1:58566_solr) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2076579 INFO  (coreLoadExecutor-8692-thread-1-processing-n:127.0.0.1:58566_solr) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
   [junit4]   2> 2076585 INFO  (coreLoadExecutor-8692-thread-1-processing-n:127.0.0.1:58566_solr) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
   [junit4]   2> 2076625 WARN  (cdcr-update-log-synchronizer-8698-thread-1) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrUpdateLogSynchronizer Caught unexpected exception
   [junit4]   2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:58566/solr/cdcr-source_shard1_replica_n1: SolrCore is loading
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.CdcrUpdateLogSynchronizer$UpdateLogSynchronisation.run(CdcrUpdateLogSynchronizer.java:147)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2076631 INFO  (searcherExecutor-8693-thread-1-processing-n:127.0.0.1:58566_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@4e37ceb6[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(7.1.0):C1000)))}
   [junit4]   2> 2076636 INFO  (coreZkRegister-8685-thread-1-processing-n:127.0.0.1:58566_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2076636 INFO  (coreZkRegister-8685-thread-1-processing-n:127.0.0.1:58566_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2076636 INFO  (coreZkRegister-8685-thread-1-processing-n:127.0.0.1:58566_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58566/solr/cdcr-source_shard1_replica_n1/
   [junit4]   2> 2076636 INFO  (coreZkRegister-8685-thread-1-processing-n:127.0.0.1:58566_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2076636 INFO  (coreZkRegister-8685-thread-1-processing-n:127.0.0.1:58566_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:58566/solr/cdcr-source_shard1_replica_n1/ has no replicas
   [junit4]   2> 2076636 INFO  (coreZkRegister-8685-thread-1-processing-n:127.0.0.1:58566_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2076638 INFO  (zkCallback-3034-thread-2-processing-n:127.0.0.1:58566_solr) [n:127.0.0.1:58566_solr    ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1
   [junit4]   2> 2076644 INFO  (coreZkRegister-8685-thread-1-processing-n:127.0.0.1:58566_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58566/solr/cdcr-source_shard1_replica_n1/ shard1
   [junit4]   2> 2076647 INFO  (coreZkRegister-8685-thread-1-processing-n:127.0.0.1:58566_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2076773 INFO  (zkCallback-3034-thread-1-processing-n:127.0.0.1:58566_solr) [n:127.0.0.1:58566_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2076774 INFO  (zkCallback-3034-thread-2-processing-n:127.0.0.1:58566_solr) [n:127.0.0.1:58566_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2076837 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: cdcr-source failOnTimeout:true timeout (sec):330
   [junit4]   1> -
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   2> 2076837 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: cdcr-source
   [junit4]   2> 2076837 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.c.s.i.CloudSolrClient Request to collection cdcr-source failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry? 0
   [junit4]   2> 2076838 WARN  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.c.s.i.CloudSolrClient Re-trying request to  collection(s) cdcr-source after stale state error from server.
   [junit4]   2> 2076839 INFO  (qtp1446664263-19639) [n:127.0.0.1:58566_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:7&wt=javabin&version=2} hits=1000 status=0 QTime=0
   [junit4]   2> 2076848 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e4842272a0006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2076854 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2076855 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FEE85ECE7821871]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58507/solr ready
   [junit4]   2> 2076856 INFO  (qtp795496403-19539) [n:127.0.0.1:58511_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2076871 INFO  (OverseerThreadFactory-8667-thread-1-processing-n:127.0.0.1:58511_solr) [n:127.0.0.1:58511_solr    ] o.a.s.c.CreateCollectionCmd Create collection cdcr-target
   [junit4]   2> 2076998 INFO  (OverseerStateUpdate-98595690810834947-127.0.0.1:58511_solr-n_0000000000) [n:127.0.0.1:58511_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"cdcr-target",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"cdcr-target_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:58511/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 2077201 INFO  (qtp795496403-19542) [n:127.0.0.1:58511_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2077202 INFO  (qtp795496403-19542) [n:127.0.0.1:58511_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2077311 INFO  (zkCallback-3009-thread-1-processing-n:127.0.0.1:58511_solr) [n:127.0.0.1:58511_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2077311 INFO  (zkCallback-3009-thread-2-processing-n:127.0.0.1:58511_solr) [n:127.0.0.1:58511_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2078225 INFO  (qtp795496403-19542) [n:127.0.0.1:58511_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 2078230 INFO  (qtp795496403-19542) [n:127.0.0.1:58511_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 2078233 INFO  (qtp795496403-19542) [n:127.0.0.1:58511_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-target_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2078238 INFO  (qtp795496403-19542) [n:127.0.0.1:58511_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2078238 INFO  (qtp795496403-19542) [n:127.0.0.1:58511_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-target/managed-schema
   [junit4]   2> 2078240 INFO  (qtp795496403-19542) [n:127.0.0.1:58511_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-target/schema.xml to /configs/cdcr-target/schema.xml.bak
   [junit4]   2> 2078240 INFO  (qtp795496403-19542) [n:127.0.0.1:58511_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-target_shard1_replica_n1' using configuration from collection cdcr-target, trusted=true
   [junit4]   2> 2078241 INFO  (qtp795496403-19542) [n:127.0.0.1:58511_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58511.solr.core.cdcr-target.shard1.replica_n1' (registry 'solr.core.cdcr-target.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4810ed58
   [junit4]   2> 2078241 INFO  (qtp795496403-19542) [n:127.0.0.1:58511_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2078241 INFO  (qtp795496403-19542) [n:127.0.0.1:58511_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-target_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_4FEE85ECE7821871-001\cdcr-target-001\node1\cdcr-target_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_4FEE85ECE7821871-001\cdcr-target-001\node1\.\cdcr-target_shard1_replica_n1\data\]
   [junit4]   2> 2078312 INFO  (qtp795496403-19542) [n:127.0.0.1:58511_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 2078312 INFO  (qtp795496403-19542) [n:127.0.0.1:

[...truncated too long message...]

nal data from client sessionid 0x15e484285c10003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2224826 WARN  (zkCallback-3085-thread-4-processing-n:127.0.0.1:58707_solr) [n:127.0.0.1:58707_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2224830 INFO  (jetty-closer-3079-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@65015293{/solr,null,UNAVAILABLE}
   [junit4]   2> 2224831 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[4FEE85ECE7821871]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2224837 INFO  (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[4FEE85ECE7821871]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58703 58703
   [junit4]   2> 2224840 INFO  (Thread-4246) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58703 58703
   [junit4]   2> 2224850 WARN  (Thread-4246) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/configs/cdcr-target/managed-schema
   [junit4]   2> 	2	/solr/collections/cdcr-target/leaders/shard1/leader
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/collections/cdcr-target/state.json
   [junit4]   2> 	3	/solr/collections/cdcr-target/cdcr/state/process
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/collections/cdcr-target/cdcr/state/buffer
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> 2224851 INFO  (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[4FEE85ECE7821871]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBootstrapWithContinousIndexingOnSourceCluster
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CdcrBootstrapTest -Dtests.method=testBootstrapWithContinousIndexingOnSourceCluster -Dtests.seed=4FEE85ECE7821871 -Dtests.slow=true -Dtests.locale=ga -Dtests.timezone=Etc/GMT-8 -Dtests.asserts=true -Dtests.file.encoding=Cp1252
   [junit4] FAILURE  130s J1 | CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4FEE85ECE7821871:9BABCEB500D4AB8A]:0)
   [junit4]    > 	at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_4FEE85ECE7821871-001
   [junit4]   2> Sep 03, 2017 3:03:22 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 5 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {xyz=Lucene50(blocksize=128), id=FSTOrd50}, docValues:{}, maxPointsInLeafNode=959, maxMBSortInHeap=5.554710273282211, sim=RandomSimilarity(queryNorm=true): {}, locale=ga, timezone=Etc/GMT-8
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=170141368,total=536346624
   [junit4]   2> NOTE: All tests run in this JVM: [TestSSLRandomization, TestSolrFieldCacheBean, CursorMarkTest, DistributedFacetPivotSmallTest, BadComponentTest, SharedFSAutoReplicaFailoverTest, SolrCoreCheckLockOnStartupTest, TestExportWriter, CustomCollectionTest, SuggesterFSTTest, TestObjectReleaseTracker, RequestLoggingTest, TestUseDocValuesAsStored, DocumentBuilderTest, TemplateUpdateProcessorTest, TestGraphMLResponseWriter, TestShortCircuitedRequests, DeleteStatusTest, SolrGraphiteReporterTest, UtilsToolTest, TermVectorComponentTest, TestIndexSearcher, TestHttpShardHandlerFactory, TestCopyFieldCollectionResource, DistributedTermsComponentTest, TestSolr4Spatial, TestSolr4Spatial2, TestDistribDocBasedVersion, SaslZkACLProviderTest, PingRequestHandlerTest, TestCloudInspectUtil, CloneFieldUpdateProcessorFactoryTest, HttpPartitionTest, SolrCloudExampleTest, TestSimpleTrackingShardHandler, TestRangeQuery, HdfsWriteToMultipleCollectionsTest, ChaosMonkeySafeLeaderTest, TestZkChroot, TestPostingsSolrHighlighter, TestDistributedMissingSort, DistributedDebugComponentTest, TestSchemaResource, TestReRankQParserPlugin, DataDrivenBlockJoinTest, SolrCmdDistributorTest, TestReqParamsAPI, ConnectionReuseTest, TestOnReconnectListenerSupport, TestFastOutputStream, TestBM25SimilarityFactory, ChangedSchemaMergeTest, TestAuthorizationFramework, ReplicationFactorTest, CollectionsAPIDistributedZkTest, TestConfig, TestCrossCoreJoin, TriLevelCompositeIdRoutingTest, TestFieldCacheWithThreads, TestBinaryResponseWriter, TestJsonFacetRefinement, DocumentAnalysisRequestHandlerTest, ZkFailoverTest, TestClusterProperties, TestDynamicFieldResource, IndexSchemaRuntimeFieldTest, BasicZkTest, TestCorePropertiesReload, TestMinMaxOnMultiValuedField, BasicAuthStandaloneTest, DistributedQueueTest, MigrateRouteKeyTest, PreAnalyzedUpdateProcessorTest, TestRecovery, TestSuggestSpellingConverter, ExitableDirectoryReaderTest, FileUtilsTest, InfoHandlerTest, HdfsSyncSliceTest, AliasIntegrationTest, TestRemoteStreaming, TestCollationField, ZkNodePropsTest, TestBadConfig, TestXmlQParser, TestInPlaceUpdatesDistrib, DateRangeFieldTest, DebugComponentTest, TestRuleBasedAuthorizationPlugin, TestFiltering, TestClusterStateMutator, LukeRequestHandlerTest, TestAnalyzedSuggestions, TestPushWriter, TestSolrCloudWithSecureImpersonation, FullHLLTest, TestStressUserVersions, TestPartialUpdateDeduplication, BlockJoinFacetDistribTest, TestRequestForwarding, TestCoreDiscovery, TestNumericRangeQuery64, LeaderElectionIntegrationTest, TestMacroExpander, FullSolrCloudDistribCmdsTest, SearchHandlerTest, SolrRequestParserTest, SolrMetricManagerTest, SampleTest, TestSolrDeletionPolicy1, TestLRUStatsCache, DeleteReplicaTest, HttpSolrCallGetCoreTest, SchemaVersionSpecificBehaviorTest, TestFieldResource, TestQueryTypes, SolrJmxReporterTest, TestPayloadScoreQParserPlugin, TestDocumentBuilder, TestManagedSchema, TestExactSharedStatsCache, DistributedSuggestComponentTest, TestCloudManagedSchema, TestLegacyNumericUtils, TestJsonRequest, ZkStateWriterTest, TestMultiValuedNumericRangeQuery, SpellCheckCollatorTest, CoreAdminRequestStatusTest, TestCloudRecovery, TestRealTimeGet, TestSystemIdResolver, AtomicUpdatesTest, SimpleMLTQParserTest, DistanceUnitsTest, TestPullReplica, TestDynamicLoading, DistribDocExpirationUpdateProcessorTest, DocValuesNotIndexedTest, CopyFieldTest, BadCopyFieldTest, SegmentsInfoRequestHandlerTest, EnumFieldTest, MoveReplicaTest, ZkSolrClientTest, TestSolrCLIRunExample, TestDelegationWithHadoopAuth, TestComponentsName, TestManagedSchemaThreadSafety, CloudExitableDirectoryReaderTest, TestRawTransformer, FieldMutatingUpdateProcessorTest, CachingDirectoryFactoryTest, TestMultiWordSynonyms, MoveReplicaHDFSTest, TestCollectionsAPIViaSolrCloudCluster, HighlighterMaxOffsetTest, TestAnalyzeInfixSuggestions, SynonymTokenizerTest, TestRandomCollapseQParserPlugin, TestDocSet, WrapperMergePolicyFactoryTest, SpellCheckComponentTest, TestSchemaManager, InfixSuggestersTest, BlockDirectoryTest, TestLeaderInitiatedRecoveryThread, SuggesterTSTTest, AssignTest, TestDFISimilarityFactory, ShufflingReplicaListTransformerTest, LeaderInitiatedRecoveryOnCommitTest, TestPerFieldSimilarityWithDefaultOverride, TestConfigSetProperties, TestConfigSetsAPIExclusivity, TermsComponentTest, TestSolrQueryParser, TestLRUCache, PreAnalyzedFieldTest, DocValuesMultiTest, BasicDistributedZk2Test, UnloadDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest, RecoveryZkTest, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, ShardRoutingCustomTest, TestDistributedGrouping, DistributedSpellCheckComponentTest, ZkControllerTest, TestJoin, TestCoreContainer, StatsComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, TestFunctionQuery, BasicFunctionalityTest, SoftAutoCommitTest, DistributedQueryElevationComponentTest, DocValuesTest, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, XsltUpdateRequestHandlerTest, DisMaxRequestHandlerTest, TestWriterPerf, TestReversedWildcardFilterFactory, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, FastVectorHighlighterTest, SolrPluginUtilsTest, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, PrimUtilsTest, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, SystemInfoHandlerTest, UUIDFieldTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest]
   [junit4] Completed [511/731 (1!)] on J1 in 154.61s, 3 tests, 1 failure <<< FAILURES!

[...truncated 47011 lines...]