You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/10/01 14:57:38 UTC

[JENKINS-EA] Lucene-Solr-master-Windows (64bit/jdk-12-ea+12) - Build # 7545 - Failure!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/7545/
Java: 64bit/jdk-12-ea+12 -XX:-UseCompressedOops -XX:+UseParallelGC

3 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeAddedTriggerWithAddReplicaPreferredOp_2Shard

Error Message:
Timed out waiting for replicas of new collection to be active null Live Nodes: [127.0.0.1:56168_solr] Last available state: null

Stack Trace:
java.lang.AssertionError: Timed out waiting for replicas of new collection to be active
null
Live Nodes: [127.0.0.1:56168_solr]
Last available state: null
	at __randomizedtesting.SeedInfo.seed([C6BB94FA9D361AEA:7F20AF250E6AC92C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:280)
	at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.nodeAddedTriggerWithAddReplicaPreferredOp(ComputePlanActionTest.java:559)
	at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeAddedTriggerWithAddReplicaPreferredOp_2Shard(ComputePlanActionTest.java:524)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimExecutePlanAction.testIntegration

Error Message:


Stack Trace:
java.util.ConcurrentModificationException
	at __randomizedtesting.SeedInfo.seed([C6BB94FA9D361AEA:76DA9AD6B809BBCF]:0)
	at java.base/java.util.TreeMap.forEach(TreeMap.java:1005)
	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.lambda$dumpClusterState$14(SimCloudManager.java:396)
	at java.base/java.util.TreeMap.forEach(TreeMap.java:1002)
	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.dumpClusterState(SimCloudManager.java:394)
	at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.tearDown(SimSolrCloudTestCase.java:76)
	at jdk.internal.reflect.GeneratedMethodAccessor60.invoke(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:993)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap

Error Message:
Collection not found: cdcr-target

Stack Trace:
org.apache.solr.common.SolrException: Collection not found: cdcr-target
	at __randomizedtesting.SeedInfo.seed([C6BB94FA9D361AEA:116CBB8D296982AD]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:851)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
	at org.apache.solr.cloud.cdcr.CdcrTestsUtil.invokeCdcrAction(CdcrTestsUtil.java:83)
	at org.apache.solr.cloud.cdcr.CdcrTestsUtil.cdcrStart(CdcrTestsUtil.java:60)
	at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap(CdcrBootstrapTest.java:116)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)




Build Log:
[...truncated 13425 lines...]
   [junit4] Suite: org.apache.solr.cloud.cdcr.CdcrBootstrapTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.cdcr.CdcrBootstrapTest_C6BB94FA9D361AEA-001\init-core-data-001
   [junit4]   2> 1489489 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.cdcr.CdcrBootstrapTest_C6BB94FA9D361AEA-001\cdcr-target-001
   [junit4]   2> 1489489 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1489502 INFO  (Thread-3043) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1489502 INFO  (Thread-3043) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1489520 ERROR (Thread-3043) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1489605 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.c.ZkTestServer start zk server on port:50510
   [junit4]   2> 1489630 INFO  (zkConnectionManagerCallback-4356-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1489670 INFO  (jetty-launcher-4353-thread-1) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 12-ea+12
   [junit4]   2> 1489671 INFO  (jetty-launcher-4353-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1489671 INFO  (jetty-launcher-4353-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1489671 INFO  (jetty-launcher-4353-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1489671 INFO  (jetty-launcher-4353-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d2d9946{/solr,null,AVAILABLE}
   [junit4]   2> 1489678 INFO  (jetty-launcher-4353-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@66493311{SSL,[ssl, http/1.1]}{127.0.0.1:50514}
   [junit4]   2> 1489678 INFO  (jetty-launcher-4353-thread-1) [    ] o.e.j.s.Server Started @1489710ms
   [junit4]   2> 1489678 INFO  (jetty-launcher-4353-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50514}
   [junit4]   2> 1489678 ERROR (jetty-launcher-4353-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1489678 INFO  (jetty-launcher-4353-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1489680 INFO  (jetty-launcher-4353-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1489680 INFO  (jetty-launcher-4353-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1489680 INFO  (jetty-launcher-4353-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1489691 INFO  (jetty-launcher-4353-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-10-01T13:54:01.236373900Z
   [junit4]   2> 1489698 INFO  (zkConnectionManagerCallback-4358-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1489699 INFO  (jetty-launcher-4353-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1489932 INFO  (jetty-launcher-4353-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50510/solr
   [junit4]   2> 1489938 INFO  (zkConnectionManagerCallback-4362-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1489943 INFO  (zkConnectionManagerCallback-4364-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1490902 INFO  (jetty-launcher-4353-thread-1) [n:127.0.0.1:50514_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50514_solr
   [junit4]   2> 1490922 INFO  (jetty-launcher-4353-thread-1) [n:127.0.0.1:50514_solr    ] o.a.s.c.Overseer Overseer (id=72147560059895811-127.0.0.1:50514_solr-n_0000000000) starting
   [junit4]   2> 1490974 INFO  (zkConnectionManagerCallback-4371-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1490981 INFO  (jetty-launcher-4353-thread-1) [n:127.0.0.1:50514_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50510/solr ready
   [junit4]   2> 1490982 INFO  (jetty-launcher-4353-thread-1) [n:127.0.0.1:50514_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50514_solr
   [junit4]   2> 1490984 INFO  (OverseerStateUpdate-72147560059895811-127.0.0.1:50514_solr-n_0000000000) [n:127.0.0.1:50514_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:50514_solr
   [junit4]   2> 1490997 INFO  (zkCallback-4370-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1490998 INFO  (OverseerStateUpdate-72147560059895811-127.0.0.1:50514_solr-n_0000000000) [n:127.0.0.1:50514_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1491051 INFO  (jetty-launcher-4353-thread-1) [n:127.0.0.1:50514_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1491090 INFO  (jetty-launcher-4353-thread-1) [n:127.0.0.1:50514_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50514.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7030a3c8
   [junit4]   2> 1491102 INFO  (jetty-launcher-4353-thread-1) [n:127.0.0.1:50514_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50514.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7030a3c8
   [junit4]   2> 1491102 INFO  (jetty-launcher-4353-thread-1) [n:127.0.0.1:50514_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50514.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7030a3c8
   [junit4]   2> 1491110 INFO  (jetty-launcher-4353-thread-1) [n:127.0.0.1:50514_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.cdcr.CdcrBootstrapTest_C6BB94FA9D361AEA-001\cdcr-target-001\node1\.
   [junit4]   2> 1491201 INFO  (zkConnectionManagerCallback-4374-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1491234 INFO  (zkConnectionManagerCallback-4377-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1491240 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.c.c.CdcrBootstrapTest Target zkHost = 127.0.0.1:50510/solr
   [junit4]   2> 1491242 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.cdcr.CdcrBootstrapTest_C6BB94FA9D361AEA-001\cdcr-source-001
   [junit4]   2> 1491242 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1491245 INFO  (Thread-3055) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1491245 INFO  (Thread-3055) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1491258 ERROR (Thread-3055) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1491345 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.c.ZkTestServer start zk server on port:50537
   [junit4]   2> 1491363 INFO  (zkConnectionManagerCallback-4381-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1491369 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10051d2df920000, likely client has closed socket
   [junit4]   2> 1491374 INFO  (jetty-launcher-4378-thread-1) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 12-ea+12
   [junit4]   2> 1491374 INFO  (jetty-launcher-4378-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1491374 INFO  (jetty-launcher-4378-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1491375 INFO  (jetty-launcher-4378-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1491375 INFO  (jetty-launcher-4378-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2bf5bf86{/solr,null,AVAILABLE}
   [junit4]   2> 1491376 INFO  (jetty-launcher-4378-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1df3338f{SSL,[ssl, http/1.1]}{127.0.0.1:50541}
   [junit4]   2> 1491376 INFO  (jetty-launcher-4378-thread-1) [    ] o.e.j.s.Server Started @1491407ms
   [junit4]   2> 1491376 INFO  (jetty-launcher-4378-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50541}
   [junit4]   2> 1491376 ERROR (jetty-launcher-4378-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1491382 INFO  (jetty-launcher-4378-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1491382 INFO  (jetty-launcher-4378-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1491382 INFO  (jetty-launcher-4378-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1491382 INFO  (jetty-launcher-4378-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1491382 INFO  (jetty-launcher-4378-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-10-01T13:54:02.938255300Z
   [junit4]   2> 1491399 INFO  (zkConnectionManagerCallback-4383-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1491400 INFO  (jetty-launcher-4378-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1491741 INFO  (jetty-launcher-4378-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50537/solr
   [junit4]   2> 1491759 INFO  (zkConnectionManagerCallback-4387-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1491759 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10051d2df920002, likely client has closed socket
   [junit4]   2> 1491768 INFO  (zkConnectionManagerCallback-4389-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1492534 INFO  (jetty-launcher-4378-thread-1) [n:127.0.0.1:50541_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50541_solr
   [junit4]   2> 1492536 INFO  (jetty-launcher-4378-thread-1) [n:127.0.0.1:50541_solr    ] o.a.s.c.Overseer Overseer (id=72147560173797379-127.0.0.1:50541_solr-n_0000000000) starting
   [junit4]   2> 1492554 INFO  (zkConnectionManagerCallback-4396-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1492561 INFO  (jetty-launcher-4378-thread-1) [n:127.0.0.1:50541_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50537/solr ready
   [junit4]   2> 1492563 INFO  (jetty-launcher-4378-thread-1) [n:127.0.0.1:50541_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50541_solr
   [junit4]   2> 1492563 INFO  (OverseerStateUpdate-72147560173797379-127.0.0.1:50541_solr-n_0000000000) [n:127.0.0.1:50541_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:50541_solr
   [junit4]   2> 1492565 INFO  (OverseerStateUpdate-72147560173797379-127.0.0.1:50541_solr-n_0000000000) [n:127.0.0.1:50541_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1492581 INFO  (zkCallback-4395-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1492613 INFO  (jetty-launcher-4378-thread-1) [n:127.0.0.1:50541_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1492640 INFO  (jetty-launcher-4378-thread-1) [n:127.0.0.1:50541_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50541.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7030a3c8
   [junit4]   2> 1492649 INFO  (jetty-launcher-4378-thread-1) [n:127.0.0.1:50541_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50541.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7030a3c8
   [junit4]   2> 1492649 INFO  (jetty-launcher-4378-thread-1) [n:127.0.0.1:50541_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50541.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7030a3c8
   [junit4]   2> 1492658 INFO  (jetty-launcher-4378-thread-1) [n:127.0.0.1:50541_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.cdcr.CdcrBootstrapTest_C6BB94FA9D361AEA-001\cdcr-source-001\node1\.
   [junit4]   2> 1492734 INFO  (zkConnectionManagerCallback-4399-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1492762 INFO  (zkConnectionManagerCallback-4402-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1492782 INFO  (zkConnectionManagerCallback-4404-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1492832 INFO  (zkConnectionManagerCallback-4408-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1492838 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1492839 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50537/solr ready
   [junit4]   2> 1492871 INFO  (qtp1666569062-15066) [n:127.0.0.1:50541_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1492886 INFO  (OverseerThreadFactory-6670-thread-1-processing-n:127.0.0.1:50541_solr) [n:127.0.0.1:50541_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection cdcr-source
   [junit4]   2> 1493069 INFO  (OverseerStateUpdate-72147560173797379-127.0.0.1:50541_solr-n_0000000000) [n:127.0.0.1:50541_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"cdcr-source",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"cdcr-source_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:50541/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1493316 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr    x:cdcr-source_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
   [junit4]   2> 1493316 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr    x:cdcr-source_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1494367 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1494375 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1494378 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1494378 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
   [junit4]   2> 1494378 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50541.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7030a3c8
   [junit4]   2> 1494378 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.cdcr.CdcrBootstrapTest_C6BB94FA9D361AEA-001\cdcr-source-001\node1\cdcr-source_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.cdcr.CdcrBootstrapTest_C6BB94FA9D361AEA-001\cdcr-source-001\node1\.\cdcr-source_shard1_replica_n1\data\]
   [junit4]   2> 1494562 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1494562 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1494570 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1494570 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1494599 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@27ba16b5[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1494614 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
   [junit4]   2> 1494615 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
   [junit4]   2> 1494616 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1494616 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1613131463966851072
   [junit4]   2> 1494626 INFO  (searcherExecutor-6675-thread-1-processing-n:127.0.0.1:50541_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@27ba16b5[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1494634 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-source/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1494639 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1494639 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1494640 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:50541/solr/cdcr-source_shard1_replica_n1/
   [junit4]   2> 1494640 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1494640 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:50541/solr/cdcr-source_shard1_replica_n1/ has no replicas
   [junit4]   2> 1494640 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1494651 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:50541/solr/cdcr-source_shard1_replica_n1/ shard1
   [junit4]   2> 1494756 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1494761 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1449
   [junit4]   2> 1494769 INFO  (qtp1666569062-15066) [n:127.0.0.1:50541_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1494865 INFO  (zkCallback-4388-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1494895 INFO  (OverseerCollectionConfigSetProcessor-72147560173797379-127.0.0.1:50541_solr-n_0000000000) [n:127.0.0.1:50541_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1495769 INFO  (qtp1666569062-15066) [n:127.0.0.1:50541_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2892
   [junit4]   2> 1495787 INFO  (qtp1666569062-15069) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-source/terms/shard1 to Terms{values={core_node2=1}, version=1}
   [junit4]   2> 1495810 INFO  (qtp1666569062-15069) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_0 (1613131465183199232), source_1 (1613131465187393536), source_2 (1613131465187393537), source_3 (1613131465187393538), source_4 (1613131465187393539), source_5 (1613131465187393540), source_6 (1613131465187393541), source_7 (1613131465187393542), source_8 (1613131465187393543), source_9 (1613131465187393544), ... (100 adds)]} 0 34
   [junit4]   2> 1495812 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1613131465220947968,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1495812 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@579c749e commitCommandVersion:1613131465220947968
   [junit4]   2> 1496197 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@703e35de[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1496206 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1496207 INFO  (searcherExecutor-6675-thread-1-processing-n:127.0.0.1:50541_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@703e35de[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100)))}
   [junit4]   2> 1496207 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 395
   [junit4]   2> 1496214 INFO  (qtp1666569062-15069) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_100 (1613131465639329792), source_101 (1613131465641426944), source_102 (1613131465641426945), source_103 (1613131465641426946), source_104 (1613131465641426947), source_105 (1613131465641426948), source_106 (1613131465641426949), source_107 (1613131465641426950), source_108 (1613131465641426951), source_109 (1613131465641426952), ... (100 adds)]} 0 4
   [junit4]   2> 1496216 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1613131465644572672,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1496216 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@579c749e commitCommandVersion:1613131465644572672
   [junit4]   2> 1496883 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4de7bce9[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1496885 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1496885 INFO  (searcherExecutor-6675-thread-1-processing-n:127.0.0.1:50541_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@4de7bce9[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100)))}
   [junit4]   2> 1496886 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 670
   [junit4]   2> 1496900 INFO  (qtp1666569062-15069) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_200 (1613131466352361472), source_201 (1613131466354458624), source_202 (1613131466354458625), source_203 (1613131466354458626), source_204 (1613131466354458627), source_205 (1613131466354458628), source_206 (1613131466354458629), source_207 (1613131466354458630), source_208 (1613131466354458631), source_209 (1613131466354458632), ... (100 adds)]} 0 8
   [junit4]   2> 1496902 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1613131466363895808,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1496902 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@579c749e commitCommandVersion:1613131466363895808
   [junit4]   2> 1497317 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2f86b48c[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1497318 INFO  (searcherExecutor-6675-thread-1-processing-n:127.0.0.1:50541_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@2f86b48c[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100)))}
   [junit4]   2> 1497321 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1497321 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 419
   [junit4]   2> 1497329 INFO  (qtp1666569062-15069) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_300 (1613131466803249152), source_301 (1613131466806394880), source_302 (1613131466806394881), source_303 (1613131466806394882), source_304 (1613131466806394883), source_305 (1613131466806394884), source_306 (1613131466806394885), source_307 (1613131466806394886), source_308 (1613131466806394887), source_309 (1613131466806394888), ... (100 adds)]} 0 6
   [junit4]   2> 1497330 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1613131466812686336,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1497330 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@579c749e commitCommandVersion:1613131466812686336
   [junit4]   2> 1498091 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4b5001b2[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1498092 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1498093 INFO  (searcherExecutor-6675-thread-1-processing-n:127.0.0.1:50541_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@4b5001b2[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100)))}
   [junit4]   2> 1498093 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 764
   [junit4]   2> 1498099 INFO  (qtp1666569062-15069) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_400 (1613131467613798400), source_401 (1613131467615895552), source_402 (1613131467615895553), source_403 (1613131467615895554), source_404 (1613131467615895555), source_405 (1613131467615895556), source_406 (1613131467615895557), source_407 (1613131467615895558), source_408 (1613131467615895559), source_409 (1613131467615895560), ... (100 adds)]} 0 4
   [junit4]   2> 1498100 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1613131467620089856,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1498100 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@579c749e commitCommandVersion:1613131467620089856
   [junit4]   2> 1498741 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@21a13d4b[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1498742 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1498743 INFO  (searcherExecutor-6675-thread-1-processing-n:127.0.0.1:50541_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@21a13d4b[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100)))}
   [junit4]   2> 1498744 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 643
   [junit4]   2> 1498750 INFO  (qtp1666569062-15069) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_500 (1613131468295372800), source_501 (1613131468296421376), source_502 (1613131468296421377), source_503 (1613131468296421378), source_504 (1613131468296421379), source_505 (1613131468296421380), source_506 (1613131468296421381), source_507 (1613131468296421382), source_508 (1613131468296421383), source_509 (1613131468296421384), ... (100 adds)]} 0 4
   [junit4]   2> 1498751 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1613131468302712832,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1498751 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@579c749e commitCommandVersion:1613131468302712832
   [junit4]   2> 1499359 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@979fe76[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1499360 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1499361 INFO  (searcherExecutor-6675-thread-1-processing-n:127.0.0.1:50541_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@979fe76[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100)))}
   [junit4]   2> 1499361 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 610
   [junit4]   2> 1499368 INFO  (qtp1666569062-15069) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_600 (1613131468943392768), source_601 (1613131468946538496), source_602 (1613131468946538497), source_603 (1613131468946538498), source_604 (1613131468946538499), source_605 (1613131468946538500), source_606 (1613131468946538501), source_607 (1613131468946538502), source_608 (1613131468946538503), source_609 (1613131468946538504), ... (100 adds)]} 0 5
   [junit4]   2> 1499368 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1613131468949684224,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1499368 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@579c749e commitCommandVersion:1613131468949684224
   [junit4]   2> 1500082 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5819f784[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1500083 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1500083 INFO  (searcherExecutor-6675-thread-1-processing-n:127.0.0.1:50541_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@5819f784[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100)))}
   [junit4]   2> 1500084 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 715
   [junit4]   2> 1500090 INFO  (qtp1666569062-15069) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_700 (1613131469701513216), source_701 (1613131469702561792), source_702 (1613131469702561793), source_703 (1613131469702561794), source_704 (1613131469702561795), source_705 (1613131469702561796), source_706 (1613131469702561797), source_707 (1613131469702561798), source_708 (1613131469702561799), source_709 (1613131469702561800), ... (100 adds)]} 0 5
   [junit4]   2> 1500091 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1613131469707804672,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1500091 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@579c749e commitCommandVersion:1613131469707804672
   [junit4]   2> 1501679 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@317d0585[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1501680 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1501680 INFO  (searcherExecutor-6675-thread-1-processing-n:127.0.0.1:50541_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@317d0585[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100) Uninverting(_7(8.0.0):C100)))}
   [junit4]   2> 1501680 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 1589
   [junit4]   2> 1501687 INFO  (qtp1666569062-15069) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_800 (1613131471376089088), source_801 (1613131471378186240), source_802 (1613131471378186241), source_803 (1613131471378186242), source_804 (1613131471378186243), source_805 (1613131471378186244), source_806 (1613131471378186245), source_807 (1613131471378186246), source_808 (1613131471378186247), source_809 (1613131471378186248), ... (100 adds)]} 0 5
   [junit4]   2> 1501689 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1613131471383429120,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1501689 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@579c749e commitCommandVersion:1613131471383429120
   [junit4]   2> 1503352 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6ff1e656[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1503353 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1503354 INFO  (searcherExecutor-6675-thread-1-processing-n:127.0.0.1:50541_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@6ff1e656[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100) Uninverting(_7(8.0.0):C100) Uninverting(_8(8.0.0):C100)))}
   [junit4]   2> 1503354 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 1666
   [junit4]   2> 1503360 INFO  (qtp1666569062-15069) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_900 (1613131473130356736), source_901 (1613131473132453888), source_902 (1613131473132453889), source_903 (1613131473132453890), source_904 (1613131473132453891), source_905 (1613131473132453892), source_906 (1613131473132453893), source_907 (1613131473132453894), source_908 (1613131473132453895), source_909 (1613131473132453896), ... (100 adds)]} 0 5
   [junit4]   2> 1503361 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1613131473136648192,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1503361 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@579c749e commitCommandVersion:1613131473136648192
   [junit4]   2> 1504395 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3872b6a4[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1504395 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1504396 INFO  (searcherExecutor-6675-thread-1-processing-n:127.0.0.1:50541_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@3872b6a4[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100) Uninverting(_7(8.0.0):C100) Uninverting(_8(8.0.0):C100) Uninverting(_9(8.0.0):C100)))}
   [junit4]   2> 1504396 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 1035
   [junit4]   2> 1504396 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.c.c.CdcrBootstrapTest Adding numDocs=1000
   [junit4]   2> 1504397 INFO  (qtp1666569062-15069) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:4&wt=javabin&version=2} hits=1000 status=0 QTime=0
   [junit4]   2> 1504399 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1613131473132453986, maxInHash=1613131473132453986, versionsHash=7076537456366006804, numVersions=1000, numDocs=1000, maxDoc=100}
   [junit4]   2> 1504400 INFO  (qtp1666569062-15071) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1]  webapp=/solr path=/get params={qt=/get&_stateVer_=cdcr-source:4&fingerprint=true&getVersions=1000&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1504403 INFO  (zkConnectionManagerCallback-4410-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1504408 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1df3338f{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1504409 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=926733188
   [junit4]   2> 1504409 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1504409 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3470c5e2: rootName = solr_50541, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@165b8ae6
   [junit4]   2> 1504415 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1504416 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4d38cec7: rootName = solr_50541, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7bb677e
   [junit4]   2> 1504419 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1504419 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c8f78a2: rootName = solr_50541, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@2ba85ace
   [junit4]   2> 1504421 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:50541_solr
   [junit4]   2> 1504421 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1504422 INFO  (zkCallback-4395-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1504422 INFO  (zkCallback-4407-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1504422 INFO  (zkCallback-4388-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1504422 INFO  (zkCallback-4388-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1504422 INFO  (coreCloseExecutor-6680-thread-1) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3f5cde3e
   [junit4]   2> 1504422 INFO  (coreCloseExecutor-6680-thread-1) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-source.shard1.replica_n1, tag=3f5cde3e
   [junit4]   2> 1504423 INFO  (coreCloseExecutor-6680-thread-1) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@607a2a1: rootName = solr_50541, domain = solr.core.cdcr-source.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.cdcr-source.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@5aefa1f4
   [junit4]   2> 1504429 INFO  (coreCloseExecutor-6680-thread-1) [n:127.0.0.1:50541_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-source.shard1.leader, tag=3f5cde3e
   [junit4]   2> 1504435 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.c.Overseer Overseer (id=72147560173797379-127.0.0.1:50541_solr-n_0000000000) closing
   [junit4]   2> 1504435 INFO  (OverseerStateUpdate-72147560173797379-127.0.0.1:50541_solr-n_0000000000) [n:127.0.0.1:50541_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:50541_solr
   [junit4]   2> 1504435 WARN  (OverseerAutoScalingTriggerThread-72147560173797379-127.0.0.1:50541_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1504439 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2bf5bf86{/solr,null,UNAVAILABLE}
   [junit4]   2> 1504439 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1504441 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 12-ea+12
   [junit4]   2> 1504442 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1504442 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1504442 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1504442 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4888d092{/solr,null,AVAILABLE}
   [junit4]   2> 1504443 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@391d2b60{SSL,[ssl, http/1.1]}{127.0.0.1:50573}
   [junit4]   2> 1504444 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.e.j.s.Server Started @1504475ms
   [junit4]   2> 1504444 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50573}
   [junit4]   2> 1504444 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1504444 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1504444 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1504444 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1504444 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1504444 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-10-01T13:54:16.000482400Z
   [junit4]   2> 1504447 INFO  (zkConnectionManagerCallback-4412-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1504447 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1504527 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50537/solr
   [junit4]   2> 1504529 INFO  (zkConnectionManagerCallback-4416-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1504529 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10051d2df92000b, likely client has closed socket
   [junit4]   2> 1504529 INFO  (zkConnectionManagerCallback-4418-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1504542 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [n:127.0.0.1:50573_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50573_solr
   [junit4]   2> 1504543 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [n:127.0.0.1:50573_solr    ] o.a.s.c.Overseer Overseer (id=72147560173797388-127.0.0.1:50573_solr-n_0000000001) starting
   [junit4]   2> 1504551 INFO  (zkConnectionManagerCallback-4425-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1504553 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [n:127.0.0.1:50573_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50537/solr ready
   [junit4]   2> 1504554 INFO  (OverseerStateUpdate-72147560173797388-127.0.0.1:50573_solr-n_0000000001) [n:127.0.0.1:50573_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:50573_solr
   [junit4]   2> 1504554 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [n:127.0.0.1:50573_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50573_solr
   [junit4]   2> 1504559 INFO  (OverseerStateUpdate-72147560173797388-127.0.0.1:50573_solr-n_0000000001) [n:127.0.0.1:50573_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1504560 INFO  (zkCallback-4407-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1504566 INFO  (zkCallback-4424-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1504586 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [n:127.0.0.1:50573_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1504604 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [n:127.0.0.1:50573_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50573.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7030a3c8
   [junit4]   2> 1504612 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [n:127.0.0.1:50573_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50573.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7030a3c8
   [junit4]   2> 1504612 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [n:127.0.0.1:50573_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50573.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7030a3c8
   [junit4]   2> 1504615 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [n:127.0.0.1:50573_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.cdcr.CdcrBootstrapTest_C6BB94FA9D361AEA-001\cdcr-source-001\node1\.
   [junit4]   2> 1504616 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [n:127.0.0.1:50573_solr    ] o.a.s.c.CorePropertiesLocator Cores are: [cdcr-source_shard1_replica_n1]
   [junit4]   2> 1504617 INFO  (coreLoadExecutor-6694-thread-1-processing-n:127.0.0.1:50573_solr) [n:127.0.0.1:50573_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1504628 INFO  (coreLoadExecutor-6694-thread-1-processing-n:127.0.0.1:50573_solr) [n:127.0.0.1:50573_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1504638 INFO  (coreLoadExecutor-6694-thread-1-processing-n:127.0.0.1:50573_solr) [n:127.0.0.1:50573_solr    ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 1504642 INFO  (coreLoadExecutor-6694-thread-1-processing-n:127.0.0.1:50573_solr) [n:127.0.0.1:50573_solr    ] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1504643 INFO  (coreLoadExecutor-6694-thread-1-processing-n:127.0.0.1:50573_solr) [n:127.0.0.1:50573_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1504645 INFO  (coreLoadExecutor-6694-thread-1-processing-n:127.0.0.1:50573_solr) [n:127.0.0.1:50573_solr    ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
   [junit4]   2> 1504648 INFO  (coreLoadExecutor-6694-thread-1-processing-n:127.0.0.1:50573_solr) [n:127.0.0.1:50573_solr    ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
   [junit4]   2> 1505658 INFO  (coreLoadExecutor-6694-thread-1-processing-n:127.0.0.1:50573_solr) [n:127.0.0.1:50573_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1505663 INFO  (coreLoadExecutor-6694-thread-1-processing-n:127.0.0.1:50573_solr) [n:127.0.0.1:50573_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1505665 INFO  (coreLoadExecutor-6694-thread-1-processing-n:127.0.0.1:50573_solr) [n:127.0.0.1:50573_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1505665 INFO  (coreLoadExecutor-6694-thread-1-processing-n:127.0.0.1:50573_solr) [n:127.0.0.1:50573_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
   [junit4]   2> 1505665 INFO  (coreLoadExecutor-6694-thread-1-processing-n:127.0.0.1:50573_solr) [n:127.0.0.1:50573_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50573.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7030a3c8
   [junit4]   2> 1505665 INFO  (coreLoadExecutor-6694-thread-1-processing-n:127.0.0.1:50573_solr) [n:127.0.0.1:50573_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.cdcr.CdcrBootstrapTest_C6BB94FA9D361AEA-001\cdcr-source-001\node1\cdcr-source_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.cdcr.CdcrBootstrapTest_C6BB94FA9D361AEA-001\cdcr-source-001\node1\.\cdcr-source_shard1_replica_n1\data\]
   [junit4]   2> 1505738 INFO  (coreLoadExecutor-6694-thread-1-processing-n:127.0.0.1:50573_solr) [n:127.0.0.1:50573_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 1505738 INFO  (coreLoadExecutor-6694-thread-1-processing-n:127.0.0.1:50573_solr) [n:127.0.0.1:50573_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1505741 INFO  (coreLoadExecutor-6694-thread-1-processing-n:127.0.0.1:50573_solr) [n:127.0.0.1:50573_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1505741 INFO  (coreLoadExecutor-6694-thread-1-processing-n:127.0.0.1:50573_solr) [n:127.0.0.1:50573_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1505780 INFO  (coreLoadExecutor-6694-thread-1-processing-n:127.0.0.1:50573_solr) [n:127.0.0.1:50573_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@13e27515[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1505783 INFO  (coreLoadExecutor-6694-thread-1-processing-n:127.0.0.1:50573_solr) [n:127.0.0.1:50573_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
   [junit4]   2> 1505783 INFO  (coreLoadExecutor-6694-thread-1-processing-n:127.0.0.1:50573_solr) [n:127.0.0.1:50573_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
   [junit4]   2> 1505783 INFO  (coreLoadExecutor-6694-thread-1-processing-n:127.0.0.1:50573_solr) [n:127.0.0.1:50573_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
   [junit4]   2> 1505784 INFO  (coreLoadExecutor-6694-thread-1-processing-n:127.0.0.1:50573_solr) [n:127.0.0.1:50573_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1505784 INFO  (coreLoadExecutor-6694-thread-1-processing-n:127.0.0.1:50573_solr) [n:127.0.0.1:50573_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1505794 INFO  (coreLoadExecutor-6694-thread-1-processing-n:127.0.0.1:50573_solr) [n:127.0.0.1:50573_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
   [junit4]   2> 1505799 INFO  (coreLoadExecutor-6694-thread-1-processing-n:127.0.0.1:50573_solr) [n:127.0.0.1:50573_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
   [junit4]   2> 1505822 INFO  (searcherExecutor-6695-thread-1-processing-n:127.0.0.1:50573_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:50573_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@13e27515[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100) Uninverting(_7(8.0.0):C100) Uninverting(_8(8.0.0):C100) Uninverting(_9(8.0.0):C100)))}
   [junit4]   2> 1505826 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C6BB94FA9D361AEA]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: cdcr-source failOnTimeout:true timeout (sec):330
   [junit4]   1> -
   [junit4]   1> replica:core_node2 rstate:down live:true
   [junit4]   2> 1505832 INFO  (coreZkRegister-6682-thread-1-processing-n:127.0.0.1:50573_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:50573_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1505832 INFO  (coreZkRegister-6682-thread-1-processing-n:127.0.0.1:50573_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:50573_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1505832 INFO  (coreZkRegister-6682-thread-1-processing-n:127.0.0.1:50573_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:50573_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:50573/solr/cdcr-source_shard1_replica_n1/
   [junit4]   2> 1505832 INFO  (coreZkRegister-6682-thread-1-processing-n:127.0.0.1:50573_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:50573_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1505832 INFO  (coreZkRegister-6682-thread-1-processing-n:1

[...truncated too long message...]

ore\test-lib\apacheds-interceptors-authz-2.0.0-M15.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\apacheds-interceptors-changelog-2.0.0-M15.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\apacheds-interceptors-collective-2.0.0-M15.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\apacheds-interceptors-event-2.0.0-M15.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\apacheds-interceptors-exception-2.0.0-M15.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\apacheds-interceptors-journal-2.0.0-M15.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\apacheds-interceptors-normalization-2.0.0-M15.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\apacheds-interceptors-operational-2.0.0-M15.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\apacheds-interceptors-referral-2.0.0-M15.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\apacheds-interceptors-schema-2.0.0-M15.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\apacheds-interceptors-subtree-2.0.0-M15.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\apacheds-interceptors-trigger-2.0.0-M15.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\apacheds-jdbm-partition-2.0.0-M15.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\apacheds-jdbm1-2.0.0-M2.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\apacheds-kerberos-codec-2.0.0-M15.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\apacheds-ldif-partition-2.0.0-M15.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\apacheds-mavibot-partition-2.0.0-M15.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\apacheds-protocol-kerberos-2.0.0-M15.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\apacheds-protocol-ldap-2.0.0-M15.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\apacheds-protocol-shared-2.0.0-M15.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\apacheds-xdbm-partition-2.0.0-M15.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\api-all-1.0.0-M20.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\bcprov-jdk15on-1.54.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\byte-buddy-1.6.2.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\commons-collections-3.2.2.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\ehcache-core-2.4.4.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\hadoop-common-2.7.4-tests.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\hadoop-hdfs-2.7.4-tests.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\hadoop-minikdc-2.7.4.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\htrace-core-3.2.0-incubating.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\jersey-core-1.9.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\jersey-server-1.9.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\jetty-6.1.26.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\jetty-sslengine-6.1.26.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\jetty-util-6.1.26.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\mina-core-2.0.0-M5.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\mockito-core-2.6.2.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\netty-all-4.0.36.Final.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\test-lib\objenesis-2.5.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\icu\lucene-analyzers-icu-8.0.0-SNAPSHOT.jar;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-analysis-extras\classes\java;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\queryparser\classes\test;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\classes\test;C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\contrib\analysis-extras\lib\icu4j-62.1.jar;C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2\lib\ant-launcher.jar;C:\Users\jenkins\.ant\lib\ivy-2.4.0.jar;C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2\lib\ant-antlr.jar;C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2\lib\ant-apache-bcel.jar;C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2\lib\ant-apache-bsf.jar;C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2\lib\ant-apache-log4j.jar;C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2\lib\ant-apache-oro.jar;C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2\lib\ant-apache-regexp.jar;C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2\lib\ant-apache-resolver.jar;C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2\lib\ant-apache-xalan2.jar;C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2\lib\ant-commons-logging.jar;C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2\lib\ant-commons-net.jar;C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2\lib\ant-jai.jar;C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2\lib\ant-javamail.jar;C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2\lib\ant-jdepend.jar;C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2\lib\ant-jmf.jar;C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2\lib\ant-jsch.jar;C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2\lib\ant-junit.jar;C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2\lib\ant-junit4.jar;C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2\lib\ant-netrexx.jar;C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2\lib\ant-swing.jar;C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2\lib\ant-testutil.jar;C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2\lib\ant.jar;C:\Users\jenkins\.ivy2\cache\com.carrotsearch.randomizedtesting\junit4-ant\jars\junit4-ant-2.6.4.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\temp\junit4-J1-20181001_132911_4522883327037811954105.events @C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\temp\junit4-J1-20181001_132911_4523014808352712393648.suites -stdin
   [junit4] ERROR: JVM J1 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash.  See process stdout at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\temp\junit4-J1-20181001_132911_45214644060829176573710.sysout
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1542)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:123)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:997)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:994)
   [junit4] 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4] 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4] 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4] 	at java.base/java.lang.Thread.run(Thread.java:835)

BUILD FAILED
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:633: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:577: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:59: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build.xml:267: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\common-build.xml:558: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\common-build.xml:1567: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\common-build.xml:1092: At least one slave process threw an exception, first: Forked process returned with error code: 1. Very likely a JVM crash.  See process stdout at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\temp\junit4-J1-20181001_132911_45214644060829176573710.sysout

Total time: 106 minutes 38 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2

[JENKINS] Lucene-Solr-master-Windows (64bit/jdk-9.0.4) - Build # 7546 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/7546/
Java: 64bit/jdk-9.0.4 -XX:+UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue.testDistributedQueueBlocking

Error Message:


Stack Trace:
java.util.concurrent.TimeoutException
	at __randomizedtesting.SeedInfo.seed([AE0744045404A2D2:EBAD367D10561EA6]:0)
	at java.base/java.util.concurrent.FutureTask.get(FutureTask.java:204)
	at org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue.testDistributedQueueBlocking(TestSimDistributedQueue.java:117)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue:     1) Thread[id=39479, name=sdqtest--11882-thread-1, state=TIMED_WAITING, group=TGRP-TestSimGenericDistributedQueue]         at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)         at app//org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:194)         at app//org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:167)         at app//org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue.lambda$testDistributedQueueBlocking$1(TestSimDistributedQueue.java:108)         at app//org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue$$Lambda$1706/1373593228.call(Unknown Source)         at java.base@9.0.4/java.util.concurrent.FutureTask.run(FutureTask.java:264)         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$174/2111216833.run(Unknown Source)         at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)         at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.4/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue: 
   1) Thread[id=39479, name=sdqtest--11882-thread-1, state=TIMED_WAITING, group=TGRP-TestSimGenericDistributedQueue]
        at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
        at app//org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:194)
        at app//org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:167)
        at app//org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue.lambda$testDistributedQueueBlocking$1(TestSimDistributedQueue.java:108)
        at app//org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue$$Lambda$1706/1373593228.call(Unknown Source)
        at java.base@9.0.4/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$174/2111216833.run(Unknown Source)
        at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
        at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.4/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([AE0744045404A2D2]:0)




Build Log:
[...truncated 14356 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue
   [junit4]   2> 3725712 INFO  (SUITE-TestSimGenericDistributedQueue-seed#[AE0744045404A2D2]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue_AE0744045404A2D2-001\init-core-data-001
   [junit4]   2> 3725713 INFO  (SUITE-TestSimGenericDistributedQueue-seed#[AE0744045404A2D2]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3725714 INFO  (SUITE-TestSimGenericDistributedQueue-seed#[AE0744045404A2D2]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 3725715 INFO  (TEST-TestSimGenericDistributedQueue.testDistributedQueue-seed#[AE0744045404A2D2]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDistributedQueue
   [junit4]   2> 3727717 INFO  (TEST-TestSimGenericDistributedQueue.testDistributedQueue-seed#[AE0744045404A2D2]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDistributedQueue
   [junit4]   2> 3727719 INFO  (TEST-TestSimGenericDistributedQueue.testLocallyOffer-seed#[AE0744045404A2D2]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLocallyOffer
   [junit4]   2> 3727935 INFO  (TEST-TestSimGenericDistributedQueue.testLocallyOffer-seed#[AE0744045404A2D2]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLocallyOffer
   [junit4]   2> 3727936 INFO  (TEST-TestSimGenericDistributedQueue.testDistributedQueue-seed#[AE0744045404A2D2]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDistributedQueue {#2}
   [junit4]   2> 3729938 INFO  (TEST-TestSimGenericDistributedQueue.testDistributedQueue-seed#[AE0744045404A2D2]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDistributedQueue {#2}
   [junit4]   2> 3729939 INFO  (TEST-TestSimGenericDistributedQueue.testDistributedQueueBlocking-seed#[AE0744045404A2D2]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDistributedQueueBlocking
   [junit4]   2> 3733043 INFO  (TEST-TestSimGenericDistributedQueue.testDistributedQueueBlocking-seed#[AE0744045404A2D2]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDistributedQueueBlocking
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSimGenericDistributedQueue -Dtests.method=testDistributedQueueBlocking -Dtests.seed=AE0744045404A2D2 -Dtests.slow=true -Dtests.locale=bs-Cyrl -Dtests.timezone=Atlantic/South_Georgia -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   3.11s J1 | TestSimGenericDistributedQueue.testDistributedQueueBlocking <<<
   [junit4]    > Throwable #1: java.util.concurrent.TimeoutException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AE0744045404A2D2:EBAD367D10561EA6]:0)
   [junit4]    > 	at java.base/java.util.concurrent.FutureTask.get(FutureTask.java:204)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue.testDistributedQueueBlocking(TestSimDistributedQueue.java:117)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 3733046 INFO  (TEST-TestSimGenericDistributedQueue.testPeekElements-seed#[AE0744045404A2D2]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testPeekElements
   [junit4]   2> 3734548 INFO  (TEST-TestSimGenericDistributedQueue.testPeekElements-seed#[AE0744045404A2D2]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testPeekElements
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue_AE0744045404A2D2-001
   [junit4]   2> Oct 02, 2018 1:24:23 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Oct 02, 2018 1:25:43 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue: 
   [junit4]   2>    1) Thread[id=39479, name=sdqtest--11882-thread-1, state=TIMED_WAITING, group=TGRP-TestSimGenericDistributedQueue]
   [junit4]   2>         at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]   2>         at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
   [junit4]   2>         at app//org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:194)
   [junit4]   2>         at app//org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:167)
   [junit4]   2>         at app//org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue.lambda$testDistributedQueueBlocking$1(TestSimDistributedQueue.java:108)
   [junit4]   2>         at app//org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue$$Lambda$1706/1373593228.call(Unknown Source)
   [junit4]   2>         at java.base@9.0.4/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
   [junit4]   2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$174/2111216833.run(Unknown Source)
   [junit4]   2>         at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2>         at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2>         at java.base@9.0.4/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Oct 02, 2018 1:25:43 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=39479, name=sdqtest--11882-thread-1, state=TIMED_WAITING, group=TGRP-TestSimGenericDistributedQueue]
   [junit4]   2> Oct 02, 2018 1:25:43 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=31668, maxDocsPerChunk=9, blockSize=516), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=31668, blockSize=516)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@615d7509), locale=bs-Cyrl, timezone=Atlantic/South_Georgia
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 9.0.4 (64-bit)/cpus=3,threads=1,free=189442976,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [ScriptEngineTest, TestCloudNestedDocsSort, TestClusterProperties, TestUseDocValuesAsStored2, TestDFRSimilarityFactory, ExplicitHLLTest, TestHdfsBackupRestoreCore, TestCloudJSONFacetSKG, TestSolr4Spatial, TestFunctionQuery, ConcurrentDeleteAndCreateCollectionTest, OpenCloseCoreStressTest, PathHierarchyTokenizerFactoryTest, BasicAuthIntegrationTest, TestPostingsSolrHighlighter, TestDistributedMissingSort, CdcrBootstrapTest, TestCollectionsAPIViaSolrCloudCluster, BlockJoinFacetDistribTest, TestLazyCores, TestOrdValues, TestPhraseSuggestions, TestDistribDocBasedVersion, CollectionsAPIAsyncDistributedZkTest, TestLockTree, HealthCheckHandlerTest, TestFieldCacheSort, SystemInfoHandlerTest, SpatialFilterTest, TestFieldCacheVsDocValues, SchemaVersionSpecificBehaviorTest, SearchRateTriggerIntegrationTest, TestLeaderElectionZkExpiry, CoreAdminCreateDiscoverTest, TestInitParams, TestExpandComponent, LeaderElectionIntegrationTest, LargeFieldTest, MetricsConfigTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, ScheduledTriggerIntegrationTest, TestSortableTextField, TestCloudRecovery, V2ApiIntegrationTest, TestMultiValuedNumericRangeQuery, ResponseBuilderTest, RestoreTriggerStateTest, StressHdfsTest, TestDistribIDF, JsonLoaderTest, TestCSVResponseWriter, UpdateRequestProcessorFactoryTest, TestDocumentBuilder, SolrCloudExampleTest, ClassificationUpdateProcessorIntegrationTest, SolrPluginUtilsTest, TestRestoreCore, TestSolrCloudWithKerberosAlt, XmlUpdateRequestHandlerTest, CdcrUpdateLogTest, TestMaxTokenLenTokenizer, CleanupOldIndexTest, TestCharFilters, DistributedSuggestComponentTest, HLLSerializationTest, IndexSchemaTest, TestReplicationHandlerBackup, SecurityConfHandlerTest, AssignBackwardCompatibilityTest, MetricTriggerTest, TestTolerantSearch, TestDownShardTolerantSearch, BaseCdcrDistributedZkTest, TestCryptoKeys, TestRebalanceLeaders, VMParamsZkACLAndCredentialsProvidersTest, TestManagedResource, CurrencyRangeFacetCloudTest, RollingRestartTest, TestDynamicFieldResource, TestHashQParserPlugin, TestConfigSetImmutable, BasicDistributedZk2Test, NodeLostTriggerTest, ForceLeaderTest, TestZkAclsWithHadoopAuth, NoCacheHeaderTest, TestConfigReload, MinimalSchemaTest, TestChildDocTransformerHierarchy, TestSolrCLIRunExample, TestMultiWordSynonyms, TestPullReplica, ExternalFileFieldSortTest, TestDocTermOrds, TestSolrCloudSnapshots, TestSimNodeAddedTrigger, TestBlobHandler, AtomicUpdatesTest, ZkControllerTest, NumericFieldsTest, TestCollapseQParserPlugin, TestConfig, CoreAdminOperationTest, MigrateRouteKeyTest, TestNumericRangeQuery64, SolrRequestParserTest, ConfigSetsAPITest, CoreSorterTest, SimpleFacetsTest, TestWriterPerf, TestSimExecutePlanAction, TestAnalyzedSuggestions, TestIntervalFaceting, ComputePlanActionTest, SliceStateTest, TestManagedSchemaAPI, TestRTGBase, TestDocBasedVersionConstraints, TestSchemaManager, SimpleMLTQParserTest, CdcrReplicationHandlerTest, SpellingQueryConverterTest, SolrCloudReportersTest, DistributedFacetPivotSmallAdvancedTest, LeaderTragicEventTest, DeleteNodeTest, TestCustomSort, TestEmbeddedSolrServerSchemaAPI, TestBinaryField, HdfsChaosMonkeySafeLeaderTest, PreAnalyzedUpdateProcessorTest, RequiredFieldsTest, SystemLogListenerTest, DistributedQueryComponentCustomSortTest, CoreMergeIndexesAdminHandlerTest, TestCloudPivotFacet, HdfsUnloadDistributedZkTest, TestElisionMultitermQuery, DocValuesTest, TermsComponentTest, SpatialHeatmapFacetsTest, BlockJoinFacetSimpleTest, WordBreakSolrSpellCheckerTest, SolrJmxReporterTest, DistribJoinFromCollectionTest, SolrIndexSplitterTest, SOLR749Test, DateFieldTest, TestSolrConfigHandler, TestNRTOpen, SmileWriterTest, TestLRUCache, TestFieldCache, TestHighlightDedupGrouping, TestCollectionAPIs, DistributedVersionInfoTest, TestSort, SpellCheckCollatorWithCollapseTest, TestCloudConsistency, TestTolerantUpdateProcessorCloud, BadComponentTest, TestSimpleQParserPlugin, PrimUtilsTest, PolyFieldTest, TestSlowCompositeReaderWrapper, SolrIndexConfigTest, DirectUpdateHandlerTest, FieldMutatingUpdateProcessorTest, TestFastLRUCache, TokenizerChainTest, DistributedIntervalFacetingTest, SpatialRPTFieldTypeTest, TestJsonFacets, TestZkChroot, TestStressVersions, MetricsHistoryHandlerTest, LeaderFailoverAfterPartitionTest, TestDynamicLoading, ZkNodePropsTest, CollectionPropsTest, SaslZkACLProviderTest, HdfsThreadLeakTest, TestCopyFieldCollectionResource, DistributedUpdateProcessorTest, CreateCollectionCleanupTest, SparseHLLTest, DirectSolrSpellCheckerTest, TestReload, PhrasesIdentificationComponentTest, TestMacros, DistribCursorPagingTest, PKIAuthenticationIntegrationTest, TestHashPartitioner, TestSolrConfigHandlerConcurrent, DocumentAnalysisRequestHandlerTest, EmbeddedSolrNoSerializeTest, AutoAddReplicasPlanActionTest, TemplateUpdateProcessorTest, SolrMetricManagerTest, TestSimDistribStateManager, MultiThreadedOCPTest, TestLocalFSCloudBackupRestore, CollectionsAPISolrJTest, TestSSLRandomization, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, CursorPagingTest, DisMaxRequestHandlerTest, EchoParamsTest, SampleTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestGroupingSearch, TestJoin, TestRandomDVFaceting, TestRandomFaceting, TestSimpleTrackingShardHandler, TestSolrCoreProperties, TestReversedWildcardFilterFactory, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, AddReplicaTest, AliasIntegrationTest, AsyncCallRequestStatusResponseTest, BasicDistributedZkTest, BasicZkTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ClusterStateTest, ConnectionManagerTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteShardTest, DistributedQueueTest, FullSolrCloudDistribCmdsTest, HttpPartitionOnCommitTest, HttpPartitionTest, LIRRollingUpdatesTest, LeaderElectionTest, LeaderVoteWaitTimeoutTest, LegacyCloudClusterPropTest, MoveReplicaHDFSFailoverTest, MoveReplicaTest, MultiSolrCloudTestCaseTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, OverseerTaskQueueTest, OverseerTest, PeerSyncReplicationTest, RecoveryZkTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, ReplicationFactorTest, RestartWhileUpdatingTest, ShardRoutingTest, SyncSliceTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestCloudPseudoReturnFields, TestCloudSearcherWarming, TestConfigSetsAPIExclusivity, TestDistributedMap, TestExclusionRuleCollectionAccess, TestLeaderElectionWithEmptyReplica, TestMiniSolrCloudClusterSSL, TestOnReconnectListenerSupport, TestPrepRecovery, TestShortCircuitedRequests, TestSolrCloudWithDelegationTokens, TestStressInPlaceUpdates, TestStressLiveNodes, TestTlogReplica, CollectionReloadTest, CollectionsAPIDistributedZkTest, NodeAddedTriggerTest, NodeLostTriggerIntegrationTest, ScheduledMaintenanceTriggerTest, ScheduledTriggerTest, SearchRateTriggerTest, TriggerCooldownIntegrationTest, TriggerSetPropertiesIntegrationTest, TestSimClusterStateProvider, TestSimDistributedQueue, TestSimExtremeIndexing, TestSimGenericDistributedQueue]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSimGenericDistributedQueue -Dtests.seed=AE0744045404A2D2 -Dtests.slow=true -Dtests.locale=bs-Cyrl -Dtests.timezone=Atlantic/South_Georgia -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J1 | TestSimGenericDistributedQueue (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue: 
   [junit4]    >    1) Thread[id=39479, name=sdqtest--11882-thread-1, state=TIMED_WAITING, group=TGRP-TestSimGenericDistributedQueue]
   [junit4]    >         at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
   [junit4]    >         at app//org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:194)
   [junit4]    >         at app//org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:167)
   [junit4]    >         at app//org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue.lambda$testDistributedQueueBlocking$1(TestSimDistributedQueue.java:108)
   [junit4]    >         at app//org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue$$Lambda$1706/1373593228.call(Unknown Source)
   [junit4]    >         at java.base@9.0.4/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]    >         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
   [junit4]    >         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$174/2111216833.run(Unknown Source)
   [junit4]    >         at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]    >         at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]    >         at java.base@9.0.4/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AE0744045404A2D2]:0)
   [junit4] Completed [533/835 (1!)] on J1 in 88.85s, 5 tests, 2 errors <<< FAILURES!

[...truncated 43311 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/7546/consoleText

[repro] Revision: fe844c739b1bd24090789acad099d3b3e5c12d4e

[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseG1GC"

[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr\core
[repro]       TestSimGenericDistributedQueue
[repro] ant compile-test

[...truncated 3451 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestSimGenericDistributedQueue" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseG1GC" -Dtests.seed=AE0744045404A2D2 -Dtests.slow=true -Dtests.locale=bs-Cyrl -Dtests.timezone=Atlantic/South_Georgia -Dtests.asserts=true -Dtests.file.encoding=US-ASCII

[...truncated 94 lines...]
[repro] Failures:
[repro]   0/5 failed: org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue
[repro] Exiting with code 0

[...truncated 75 lines...]