You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/02/22 21:20:03 UTC
[JENKINS] Lucene-Solr-Tests-7.x - Build # 437 - Unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/437/
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ReplaceNodeTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.ReplaceNodeTest: 1) Thread[id=19832, name=qtp783796944-19832, state=TIMED_WAITING, group=TGRP-ReplaceNodeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.ReplaceNodeTest:
1) Thread[id=19832, name=qtp783796944-19832, state=TIMED_WAITING, group=TGRP-ReplaceNodeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([72D77650F5574535]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ReplaceNodeTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=19832, name=qtp783796944-19832, state=TIMED_WAITING, group=TGRP-ReplaceNodeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=19832, name=qtp783796944-19832, state=TIMED_WAITING, group=TGRP-ReplaceNodeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([72D77650F5574535]:0)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1901>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1901>
at __randomizedtesting.SeedInfo.seed([72D77650F5574535:A6923D091201F6CE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:292)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12627 lines...]
[junit4] Suite: org.apache.solr.cloud.cdcr.CdcrBootstrapTest
[junit4] 2> 548004 INFO (SUITE-CdcrBootstrapTest-seed#[72D77650F5574535]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_72D77650F5574535-001/init-core-data-001
[junit4] 2> 548005 WARN (SUITE-CdcrBootstrapTest-seed#[72D77650F5574535]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=170 numCloses=170
[junit4] 2> 548005 INFO (SUITE-CdcrBootstrapTest-seed#[72D77650F5574535]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 548006 INFO (SUITE-CdcrBootstrapTest-seed#[72D77650F5574535]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 548010 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testConvertClusterToCdcrAndBootstrap
[junit4] 2> 548011 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_72D77650F5574535-001/cdcr-target-001
[junit4] 2> 548011 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 548012 INFO (Thread-1351) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 548012 INFO (Thread-1351) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 548024 ERROR (Thread-1351) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 548112 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.c.ZkTestServer start zk server on port:35262
[junit4] 2> 548115 INFO (zkConnectionManagerCallback-1232-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 548120 INFO (jetty-launcher-1229-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: २०१७-११-२१T१८:२७:३७-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 548121 INFO (jetty-launcher-1229-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 548121 INFO (jetty-launcher-1229-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 548121 INFO (jetty-launcher-1229-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 548122 INFO (jetty-launcher-1229-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71ba284e{/solr,null,AVAILABLE}
[junit4] 2> 548123 INFO (jetty-launcher-1229-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1227851{HTTP/1.1,[http/1.1]}{127.0.0.1:47811}
[junit4] 2> 548123 INFO (jetty-launcher-1229-thread-1) [ ] o.e.j.s.Server Started @550116ms
[junit4] 2> 548123 INFO (jetty-launcher-1229-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47811}
[junit4] 2> 548123 ERROR (jetty-launcher-1229-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 548123 INFO (jetty-launcher-1229-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 548123 INFO (jetty-launcher-1229-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 548123 INFO (jetty-launcher-1229-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 548124 INFO (jetty-launcher-1229-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-22T20:22:43.181Z
[junit4] 2> 548125 INFO (zkConnectionManagerCallback-1234-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 548126 INFO (jetty-launcher-1229-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 548133 INFO (jetty-launcher-1229-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35262/solr
[junit4] 2> 548134 INFO (zkConnectionManagerCallback-1238-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 548141 INFO (zkConnectionManagerCallback-1240-thread-1-processing-n:127.0.0.1:47811_solr) [n:127.0.0.1:47811_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 548234 INFO (jetty-launcher-1229-thread-1) [n:127.0.0.1:47811_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 548235 INFO (jetty-launcher-1229-thread-1) [n:127.0.0.1:47811_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:47811_solr
[junit4] 2> 548236 INFO (jetty-launcher-1229-thread-1) [n:127.0.0.1:47811_solr ] o.a.s.c.Overseer Overseer (id=73340977025581059-127.0.0.1:47811_solr-n_0000000000) starting
[junit4] 2> 548243 INFO (jetty-launcher-1229-thread-1) [n:127.0.0.1:47811_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47811_solr
[junit4] 2> 548248 INFO (OverseerStateUpdate-73340977025581059-127.0.0.1:47811_solr-n_0000000000) [n:127.0.0.1:47811_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 548376 INFO (jetty-launcher-1229-thread-1) [n:127.0.0.1:47811_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47811.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1976e5ef
[junit4] 2> 548388 INFO (jetty-launcher-1229-thread-1) [n:127.0.0.1:47811_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47811.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1976e5ef
[junit4] 2> 548388 INFO (jetty-launcher-1229-thread-1) [n:127.0.0.1:47811_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47811.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1976e5ef
[junit4] 2> 548389 INFO (jetty-launcher-1229-thread-1) [n:127.0.0.1:47811_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_72D77650F5574535-001/cdcr-target-001/node1/.
[junit4] 2> 548413 INFO (zkConnectionManagerCallback-1244-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 548418 INFO (zkConnectionManagerCallback-1247-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 548421 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.c.c.CdcrBootstrapTest Target zkHost = 127.0.0.1:35262/solr
[junit4] 2> 548421 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_72D77650F5574535-001/cdcr-source-001
[junit4] 2> 548421 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 548423 INFO (Thread-1361) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 548423 INFO (Thread-1361) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 548427 ERROR (Thread-1361) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 548523 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.c.ZkTestServer start zk server on port:33581
[junit4] 2> 548525 INFO (zkConnectionManagerCallback-1251-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 548528 INFO (jetty-launcher-1248-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: २०१७-११-२१T१८:२७:३७-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 548529 INFO (jetty-launcher-1248-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 548529 INFO (jetty-launcher-1248-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 548529 INFO (jetty-launcher-1248-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 548529 INFO (jetty-launcher-1248-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75d804ab{/solr,null,AVAILABLE}
[junit4] 2> 548529 INFO (jetty-launcher-1248-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@59fb1f83{HTTP/1.1,[http/1.1]}{127.0.0.1:47923}
[junit4] 2> 548529 INFO (jetty-launcher-1248-thread-1) [ ] o.e.j.s.Server Started @550522ms
[junit4] 2> 548529 INFO (jetty-launcher-1248-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47923}
[junit4] 2> 548530 ERROR (jetty-launcher-1248-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 548530 INFO (jetty-launcher-1248-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 548530 INFO (jetty-launcher-1248-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 548530 INFO (jetty-launcher-1248-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 548530 INFO (jetty-launcher-1248-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-22T20:22:43.588Z
[junit4] 2> 548544 INFO (zkConnectionManagerCallback-1253-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 548544 INFO (jetty-launcher-1248-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 548551 INFO (jetty-launcher-1248-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33581/solr
[junit4] 2> 548552 INFO (zkConnectionManagerCallback-1257-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 548554 INFO (zkConnectionManagerCallback-1259-thread-1-processing-n:127.0.0.1:47923_solr) [n:127.0.0.1:47923_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 548630 INFO (jetty-launcher-1248-thread-1) [n:127.0.0.1:47923_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 548631 INFO (jetty-launcher-1248-thread-1) [n:127.0.0.1:47923_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:47923_solr
[junit4] 2> 548632 INFO (jetty-launcher-1248-thread-1) [n:127.0.0.1:47923_solr ] o.a.s.c.Overseer Overseer (id=73340977052385283-127.0.0.1:47923_solr-n_0000000000) starting
[junit4] 2> 548647 INFO (jetty-launcher-1248-thread-1) [n:127.0.0.1:47923_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47923_solr
[junit4] 2> 548658 INFO (OverseerStateUpdate-73340977052385283-127.0.0.1:47923_solr-n_0000000000) [n:127.0.0.1:47923_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 548776 INFO (jetty-launcher-1248-thread-1) [n:127.0.0.1:47923_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47923.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1976e5ef
[junit4] 2> 548784 INFO (jetty-launcher-1248-thread-1) [n:127.0.0.1:47923_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47923.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1976e5ef
[junit4] 2> 548784 INFO (jetty-launcher-1248-thread-1) [n:127.0.0.1:47923_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47923.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1976e5ef
[junit4] 2> 548785 INFO (jetty-launcher-1248-thread-1) [n:127.0.0.1:47923_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_72D77650F5574535-001/cdcr-source-001/node1/.
[junit4] 2> 548819 INFO (zkConnectionManagerCallback-1263-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 548821 INFO (zkConnectionManagerCallback-1266-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 548823 INFO (zkConnectionManagerCallback-1268-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 548827 INFO (zkConnectionManagerCallback-1271-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 548827 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 548828 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33581/solr ready
[junit4] 2> 548830 INFO (qtp2138763182-6061) [n:127.0.0.1:47923_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 548831 INFO (OverseerThreadFactory-2971-thread-1-processing-n:127.0.0.1:47923_solr) [n:127.0.0.1:47923_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 548936 INFO (OverseerStateUpdate-73340977052385283-127.0.0.1:47923_solr-n_0000000000) [n:127.0.0.1:47923_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:47923/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 549138 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 549139 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 549242 INFO (zkCallback-1258-thread-1-processing-n:127.0.0.1:47923_solr) [n:127.0.0.1:47923_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 549242 INFO (zkCallback-1258-thread-2-processing-n:127.0.0.1:47923_solr) [n:127.0.0.1:47923_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 550148 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 550155 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
[junit4] 2> 550157 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 550157 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
[junit4] 2> 550157 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47923.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1976e5ef
[junit4] 2> 550157 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 550157 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_72D77650F5574535-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_72D77650F5574535-001/cdcr-source-001/node1/./cdcr-source_shard1_replica_n1/data/]
[junit4] 2> 550238 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 550238 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 550240 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 550240 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 550243 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@28694d0d[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 550244 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 550245 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 550246 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 550246 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593133986274607104
[junit4] 2> 550247 INFO (searcherExecutor-2974-thread-1-processing-n:127.0.0.1:47923_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@28694d0d[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 550254 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 550254 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 550254 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:47923/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 550254 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 550254 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:47923/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 550254 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 550257 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:47923/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 550358 INFO (zkCallback-1258-thread-1-processing-n:127.0.0.1:47923_solr) [n:127.0.0.1:47923_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 550358 INFO (zkCallback-1258-thread-2-processing-n:127.0.0.1:47923_solr) [n:127.0.0.1:47923_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 550408 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 550409 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1271
[junit4] 2> 550412 INFO (qtp2138763182-6061) [n:127.0.0.1:47923_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 550511 INFO (zkCallback-1258-thread-2-processing-n:127.0.0.1:47923_solr) [n:127.0.0.1:47923_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 550511 INFO (zkCallback-1258-thread-1-processing-n:127.0.0.1:47923_solr) [n:127.0.0.1:47923_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 550833 INFO (OverseerCollectionConfigSetProcessor-73340977052385283-127.0.0.1:47923_solr-n_0000000000) [n:127.0.0.1:47923_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 551412 INFO (qtp2138763182-6061) [n:127.0.0.1:47923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2582
[junit4] 2> 551424 INFO (qtp2138763182-6063) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_0 (1593133987500392448), source_1 (1593133987503538176), source_2 (1593133987503538177), source_3 (1593133987503538178), source_4 (1593133987503538179), source_5 (1593133987503538180), source_6 (1593133987503538181), source_7 (1593133987503538182), source_8 (1593133987503538183), source_9 (1593133987503538184), ... (100 adds)]} 0 8
[junit4] 2> 551425 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1593133987510878208,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 551425 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@48324841 commitCommandVersion:1593133987510878208
[junit4] 2> 551465 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@439e31d8[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 551465 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 551467 INFO (searcherExecutor-2974-thread-1-processing-n:127.0.0.1:47923_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@439e31d8[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C100)))}
[junit4] 2> 551467 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 42
[junit4] 2> 551476 INFO (qtp2138763182-6063) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_100 (1593133987557015552), source_101 (1593133987558064128), source_102 (1593133987558064129), source_103 (1593133987558064130), source_104 (1593133987558064131), source_105 (1593133987558064132), source_106 (1593133987559112704), source_107 (1593133987559112705), source_108 (1593133987559112706), source_109 (1593133987559112707), ... (100 adds)]} 0 7
[junit4] 2> 551476 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1593133987564355587,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 551476 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@48324841 commitCommandVersion:1593133987564355587
[junit4] 2> 551507 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@69543bae[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 551509 INFO (searcherExecutor-2974-thread-1-processing-n:127.0.0.1:47923_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@69543bae[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C100) Uninverting(_1(7.3.0):C100)))}
[junit4] 2> 551509 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 551510 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 33
[junit4] 2> 551518 INFO (qtp2138763182-6063) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_200 (1593133987601055744), source_201 (1593133987603152896), source_202 (1593133987603152897), source_203 (1593133987603152898), source_204 (1593133987603152899), source_205 (1593133987603152900), source_206 (1593133987603152901), source_207 (1593133987603152902), source_208 (1593133987603152903), source_209 (1593133987603152904), ... (100 adds)]} 0 7
[junit4] 2> 551519 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1593133987609444352,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 551519 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@48324841 commitCommandVersion:1593133987609444352
[junit4] 2> 551549 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@35cafcde[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 551550 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 551551 INFO (searcherExecutor-2974-thread-1-processing-n:127.0.0.1:47923_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@35cafcde[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C100) Uninverting(_1(7.3.0):C100) Uninverting(_2(7.3.0):C100)))}
[junit4] 2> 551551 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 32
[junit4] 2> 551556 INFO (qtp2138763182-6063) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_300 (1593133987645095936), source_301 (1593133987646144512), source_302 (1593133987646144513), source_303 (1593133987646144514), source_304 (1593133987646144515), source_305 (1593133987646144516), source_306 (1593133987646144517), source_307 (1593133987646144518), source_308 (1593133987646144519), source_309 (1593133987646144520), ... (100 adds)]} 0 3
[junit4] 2> 551557 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1593133987649290240,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 551557 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@48324841 commitCommandVersion:1593133987649290240
[junit4] 2> 551585 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@74fa85ca[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 551587 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 551587 INFO (searcherExecutor-2974-thread-1-processing-n:127.0.0.1:47923_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@74fa85ca[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C100) Uninverting(_1(7.3.0):C100) Uninverting(_2(7.3.0):C100) Uninverting(_3(7.3.0):C100)))}
[junit4] 2> 551588 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 30
[junit4] 2> 551594 INFO (qtp2138763182-6063) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_400 (1593133987682844672), source_401 (1593133987684941824), source_402 (1593133987684941825), source_403 (1593133987684941826), source_404 (1593133987684941827), source_405 (1593133987684941828), source_406 (1593133987684941829), source_407 (1593133987684941830), source_408 (1593133987684941831), source_409 (1593133987684941832), ... (100 adds)]} 0 5
[junit4] 2> 551595 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1593133987689136128,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 551595 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@48324841 commitCommandVersion:1593133987689136128
[junit4] 2> 551830 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@312f8737[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 551832 INFO (searcherExecutor-2974-thread-1-processing-n:127.0.0.1:47923_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@312f8737[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C100) Uninverting(_1(7.3.0):C100) Uninverting(_2(7.3.0):C100) Uninverting(_3(7.3.0):C100) Uninverting(_4(7.3.0):C100)))}
[junit4] 2> 551833 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 551833 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 237
[junit4] 2> 551843 INFO (qtp2138763182-6063) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_500 (1593133987940794368), source_501 (1593133987942891520), source_502 (1593133987942891521), source_503 (1593133987943940096), source_504 (1593133987943940097), source_505 (1593133987943940098), source_506 (1593133987943940099), source_507 (1593133987943940100), source_508 (1593133987943940101), source_509 (1593133987943940102), ... (100 adds)]} 0 8
[junit4] 2> 551844 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1593133987950231552,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 551844 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@48324841 commitCommandVersion:1593133987950231552
[junit4] 2> 551876 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d7ab74b[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 551877 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 551878 INFO (searcherExecutor-2974-thread-1-processing-n:127.0.0.1:47923_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@3d7ab74b[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C100) Uninverting(_1(7.3.0):C100) Uninverting(_2(7.3.0):C100) Uninverting(_3(7.3.0):C100) Uninverting(_4(7.3.0):C100) Uninverting(_5(7.3.0):C100)))}
[junit4] 2> 551879 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 34
[junit4] 2> 551883 INFO (qtp2138763182-6063) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_600 (1593133987987980288), source_601 (1593133987989028864), source_602 (1593133987989028865), source_603 (1593133987989028866), source_604 (1593133987989028867), source_605 (1593133987989028868), source_606 (1593133987989028869), source_607 (1593133987989028870), source_608 (1593133987989028871), source_609 (1593133987989028872), ... (100 adds)]} 0 2
[junit4] 2> 551883 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1593133987991126018,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 551883 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@48324841 commitCommandVersion:1593133987991126018
[junit4] 2> 551918 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@71f6de25[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 551919 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 551920 INFO (searcherExecutor-2974-thread-1-processing-n:127.0.0.1:47923_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@71f6de25[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C100) Uninverting(_1(7.3.0):C100) Uninverting(_2(7.3.0):C100) Uninverting(_3(7.3.0):C100) Uninverting(_4(7.3.0):C100) Uninverting(_5(7.3.0):C100) Uninverting(_6(7.3.0):C100)))}
[junit4] 2> 551920 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 36
[junit4] 2> 551925 INFO (qtp2138763182-6063) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_700 (1593133988032020480), source_701 (1593133988033069056), source_702 (1593133988033069057), source_703 (1593133988033069058), source_704 (1593133988033069059), source_705 (1593133988033069060), source_706 (1593133988033069061), source_707 (1593133988033069062), source_708 (1593133988034117632), source_709 (1593133988034117633), ... (100 adds)]} 0 3
[junit4] 2> 551926 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1593133988036214784,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 551926 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@48324841 commitCommandVersion:1593133988036214784
[junit4] 2> 551956 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6f548d31[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 551957 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 551958 INFO (searcherExecutor-2974-thread-1-processing-n:127.0.0.1:47923_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@6f548d31[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C100) Uninverting(_1(7.3.0):C100) Uninverting(_2(7.3.0):C100) Uninverting(_3(7.3.0):C100) Uninverting(_4(7.3.0):C100) Uninverting(_5(7.3.0):C100) Uninverting(_6(7.3.0):C100) Uninverting(_7(7.3.0):C100)))}
[junit4] 2> 551958 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 32
[junit4] 2> 551978 INFO (qtp2138763182-6063) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_800 (1593133988071866368), source_801 (1593133988088643584), source_802 (1593133988088643585), source_803 (1593133988088643586), source_804 (1593133988088643587), source_805 (1593133988088643588), source_806 (1593133988088643589), source_807 (1593133988088643590), source_808 (1593133988089692160), source_809 (1593133988089692161), ... (100 adds)]} 0 18
[junit4] 2> 551979 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1593133988091789312,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 551979 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@48324841 commitCommandVersion:1593133988091789312
[junit4] 2> 552057 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4a8d22a2[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 552058 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 552059 INFO (searcherExecutor-2974-thread-1-processing-n:127.0.0.1:47923_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@4a8d22a2[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C100) Uninverting(_1(7.3.0):C100) Uninverting(_2(7.3.0):C100) Uninverting(_3(7.3.0):C100) Uninverting(_4(7.3.0):C100) Uninverting(_5(7.3.0):C100) Uninverting(_6(7.3.0):C100) Uninverting(_7(7.3.0):C100) Uninverting(_8(7.3.0):C100)))}
[junit4] 2> 552059 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 80
[junit4] 2> 552064 INFO (qtp2138763182-6063) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_900 (1593133988177772544), source_901 (1593133988178821120), source_902 (1593133988178821121), source_903 (1593133988178821122), source_904 (1593133988178821123), source_905 (1593133988178821124), source_906 (1593133988178821125), source_907 (1593133988178821126), source_908 (1593133988178821127), source_909 (1593133988178821128), ... (100 adds)]} 0 3
[junit4] 2> 552067 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1593133988183015424,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 552067 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@48324841 commitCommandVersion:1593133988183015424
[junit4] 2> 552105 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7c70322f[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 552106 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 552107 INFO (searcherExecutor-2974-thread-1-processing-n:127.0.0.1:47923_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@7c70322f[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C100) Uninverting(_1(7.3.0):C100) Uninverting(_2(7.3.0):C100) Uninverting(_3(7.3.0):C100) Uninverting(_4(7.3.0):C100) Uninverting(_5(7.3.0):C100) Uninverting(_6(7.3.0):C100) Uninverting(_7(7.3.0):C100) Uninverting(_8(7.3.0):C100) Uninverting(_9(7.3.0):C100)))}
[junit4] 2> 552110 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 43
[junit4] 2> 552110 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.c.c.CdcrBootstrapTest Adding numDocs=1000
[junit4] 2> 552111 INFO (qtp2138763182-6063) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:4&wt=javabin&version=2} hits=1000 status=0 QTime=0
[junit4] 2> 552114 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@30cce887[cdcr-source_shard1_replica_n1] realtime]
[junit4] 2> 552115 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore Caching fingerprint for searcher:Searcher@30cce887[cdcr-source_shard1_replica_n1] realtime{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C100) Uninverting(_1(7.3.0):C100) Uninverting(_2(7.3.0):C100) Uninverting(_3(7.3.0):C100) Uninverting(_4(7.3.0):C100) Uninverting(_5(7.3.0):C100) Uninverting(_6(7.3.0):C100) Uninverting(_7(7.3.0):C100) Uninverting(_8(7.3.0):C100) Uninverting(_9(7.3.0):C100)))} leafReaderContext:LeafReaderContext(FilterLeafReader(Uninverting(_0(7.3.0):C100)) docBase=0 ord=0) mavVersion:9223372036854775807
[junit4] 2> 552116 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore Caching fingerprint for searcher:Searcher@30cce887[cdcr-source_shard1_replica_n1] realtime{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C100) Uninverting(_1(7.3.0):C100) Uninverting(_2(7.3.0):C100) Uninverting(_3(7.3.0):C100) Uninverting(_4(7.3.0):C100) Uninverting(_5(7.3.0):C100) Uninverting(_6(7.3.0):C100) Uninverting(_7(7.3.0):C100) Uninverting(_8(7.3.0):C100) Uninverting(_9(7.3.0):C100)))} leafReaderContext:LeafReaderContext(FilterLeafReader(Uninverting(_1(7.3.0):C100)) docBase=100 ord=1) mavVersion:9223372036854775807
[junit4] 2> 552116 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore Caching fingerprint for searcher:Searcher@30cce887[cdcr-source_shard1_replica_n1] realtime{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C100) Uninverting(_1(7.3.0):C100) Uninverting(_2(7.3.0):C100) Uninverting(_3(7.3.0):C100) Uninverting(_4(7.3.0):C100) Uninverting(_5(7.3.0):C100) Uninverting(_6(7.3.0):C100) Uninverting(_7(7.3.0):C100) Uninverting(_8(7.3.0):C100) Uninverting(_9(7.3.0):C100)))} leafReaderContext:LeafReaderContext(FilterLeafReader(Uninverting(_2(7.3.0):C100)) docBase=200 ord=2) mavVersion:9223372036854775807
[junit4] 2> 552116 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore Caching fingerprint for searcher:Searcher@30cce887[cdcr-source_shard1_replica_n1] realtime{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C100) Uninverting(_1(7.3.0):C100) Uninverting(_2(7.3.0):C100) Uninverting(_3(7.3.0):C100) Uninverting(_4(7.3.0):C100) Uninverting(_5(7.3.0):C100) Uninverting(_6(7.3.0):C100) Uninverting(_7(7.3.0):C100) Uninverting(_8(7.3.0):C100) Uninverting(_9(7.3.0):C100)))} leafReaderContext:LeafReaderContext(FilterLeafReader(Uninverting(_3(7.3.0):C100)) docBase=300 ord=3) mavVersion:9223372036854775807
[junit4] 2> 552116 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore Caching fingerprint for searcher:Searcher@30cce887[cdcr-source_shard1_replica_n1] realtime{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C100) Uninverting(_1(7.3.0):C100) Uninverting(_2(7.3.0):C100) Uninverting(_3(7.3.0):C100) Uninverting(_4(7.3.0):C100) Uninverting(_5(7.3.0):C100) Uninverting(_6(7.3.0):C100) Uninverting(_7(7.3.0):C100) Uninverting(_8(7.3.0):C100) Uninverting(_9(7.3.0):C100)))} leafReaderContext:LeafReaderContext(FilterLeafReader(Uninverting(_4(7.3.0):C100)) docBase=400 ord=4) mavVersion:9223372036854775807
[junit4] 2> 552117 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore Caching fingerprint for searcher:Searcher@30cce887[cdcr-source_shard1_replica_n1] realtime{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C100) Uninverting(_1(7.3.0):C100) Uninverting(_2(7.3.0):C100) Uninverting(_3(7.3.0):C100) Uninverting(_4(7.3.0):C100) Uninverting(_5(7.3.0):C100) Uninverting(_6(7.3.0):C100) Uninverting(_7(7.3.0):C100) Uninverting(_8(7.3.0):C100) Uninverting(_9(7.3.0):C100)))} leafReaderContext:LeafReaderContext(FilterLeafReader(Uninverting(_5(7.3.0):C100)) docBase=500 ord=5) mavVersion:9223372036854775807
[junit4] 2> 552117 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore Caching fingerprint for searcher:Searcher@30cce887[cdcr-source_shard1_replica_n1] realtime{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C100) Uninverting(_1(7.3.0):C100) Uninverting(_2(7.3.0):C100) Uninverting(_3(7.3.0):C100) Uninverting(_4(7.3.0):C100) Uninverting(_5(7.3.0):C100) Uninverting(_6(7.3.0):C100) Uninverting(_7(7.3.0):C100) Uninverting(_8(7.3.0):C100) Uninverting(_9(7.3.0):C100)))} leafReaderContext:LeafReaderContext(FilterLeafReader(Uninverting(_6(7.3.0):C100)) docBase=600 ord=6) mavVersion:9223372036854775807
[junit4] 2> 552117 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore Caching fingerprint for searcher:Searcher@30cce887[cdcr-source_shard1_replica_n1] realtime{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C100) Uninverting(_1(7.3.0):C100) Uninverting(_2(7.3.0):C100) Uninverting(_3(7.3.0):C100) Uninverting(_4(7.3.0):C100) Uninverting(_5(7.3.0):C100) Uninverting(_6(7.3.0):C100) Uninverting(_7(7.3.0):C100) Uninverting(_8(7.3.0):C100) Uninverting(_9(7.3.0):C100)))} leafReaderContext:LeafReaderContext(FilterLeafReader(Uninverting(_7(7.3.0):C100)) docBase=700 ord=7) mavVersion:9223372036854775807
[junit4] 2> 552117 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore Caching fingerprint for searcher:Searcher@30cce887[cdcr-source_shard1_replica_n1] realtime{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C100) Uninverting(_1(7.3.0):C100) Uninverting(_2(7.3.0):C100) Uninverting(_3(7.3.0):C100) Uninverting(_4(7.3.0):C100) Uninverting(_5(7.3.0):C100) Uninverting(_6(7.3.0):C100) Uninverting(_7(7.3.0):C100) Uninverting(_8(7.3.0):C100) Uninverting(_9(7.3.0):C100)))} leafReaderContext:LeafReaderContext(FilterLeafReader(Uninverting(_8(7.3.0):C100)) docBase=800 ord=8) mavVersion:9223372036854775807
[junit4] 2> 552117 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore Caching fingerprint for searcher:Searcher@30cce887[cdcr-source_shard1_replica_n1] realtime{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C100) Uninverting(_1(7.3.0):C100) Uninverting(_2(7.3.0):C100) Uninverting(_3(7.3.0):C100) Uninverting(_4(7.3.0):C100) Uninverting(_5(7.3.0):C100) Uninverting(_6(7.3.0):C100) Uninverting(_7(7.3.0):C100) Uninverting(_8(7.3.0):C100) Uninverting(_9(7.3.0):C100)))} leafReaderContext:LeafReaderContext(FilterLeafReader(Uninverting(_9(7.3.0):C100)) docBase=900 ord=9) mavVersion:9223372036854775807
[junit4] 2> 552117 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.IndexFingerprint IndexFingerprint millis:4.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1593133988180918275, maxInHash=1593133988180918275, versionsHash=8695910705551808914, numVersions=1000, numDocs=1000, maxDoc=100}
[junit4] 2> 552118 INFO (qtp2138763182-6065) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/get params={qt=/get&_stateVer_=cdcr-source:4&fingerprint=true&getVersions=1000&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 552134 INFO (zkConnectionManagerCallback-1273-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 552138 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@59fb1f83{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 552142 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1825230462
[junit4] 2> 552143 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 552143 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@21ecb06: rootName = solr_47923, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3e713109
[junit4] 2> 552152 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 552152 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@45c782dc: rootName = solr_47923, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@753f59b4
[junit4] 2> 552160 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 552160 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@46d74dea: rootName = solr_47923, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7100c3cb
[junit4] 2> 552162 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:47923_solr
[junit4] 2> 552163 INFO (zkCallback-1270-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 552163 INFO (zkCallback-1258-thread-1-processing-n:127.0.0.1:47923_solr) [n:127.0.0.1:47923_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 552164 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 552170 INFO (coreCloseExecutor-2979-thread-1) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@95aa2bb
[junit4] 2> 552170 INFO (coreCloseExecutor-2979-thread-1) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-source.shard1.replica_n1, tag=156934843
[junit4] 2> 552170 INFO (coreCloseExecutor-2979-thread-1) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@263f2dd5: rootName = solr_47923, domain = solr.core.cdcr-source.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.cdcr-source.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@77eefa5f
[junit4] 2> 552180 INFO (coreCloseExecutor-2979-thread-1) [n:127.0.0.1:47923_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-source.shard1.leader, tag=156934843
[junit4] 2> 552204 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.c.Overseer Overseer (id=73340977052385283-127.0.0.1:47923_solr-n_0000000000) closing
[junit4] 2> 552204 INFO (OverseerStateUpdate-73340977052385283-127.0.0.1:47923_solr-n_0000000000) [n:127.0.0.1:47923_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:47923_solr
[junit4] 2> 552205 WARN (OverseerAutoScalingTriggerThread-73340977052385283-127.0.0.1:47923_solr-n_0000000000) [n:127.0.0.1:47923_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 552206 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@75d804ab{/solr,null,UNAVAILABLE}
[junit4] 2> 552207 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 552207 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: २०१७-११-२१T१८:२७:३७-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 552214 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 552214 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 552214 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 552215 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4987cf9e{/solr,null,AVAILABLE}
[junit4] 2> 552215 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5221a947{HTTP/1.1,[http/1.1]}{127.0.0.1:45283}
[junit4] 2> 552215 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.e.j.s.Server Started @554208ms
[junit4] 2> 552215 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45283}
[junit4] 2> 552215 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 552215 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 552215 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 552215 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 552215 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-22T20:22:47.273Z
[junit4] 2> 552217 INFO (zkConnectionManagerCallback-1275-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 552217 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 552224 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33581/solr
[junit4] 2> 552226 INFO (zkConnectionManagerCallback-1279-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 552230 INFO (zkConnectionManagerCallback-1281-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 552237 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [n:127.0.0.1:45283_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 552237 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [n:127.0.0.1:45283_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45283_solr
[junit4] 2> 552238 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [n:127.0.0.1:45283_solr ] o.a.s.c.Overseer Overseer (id=73340977052385291-127.0.0.1:45283_solr-n_0000000001) starting
[junit4] 2> 552250 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [n:127.0.0.1:45283_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45283_solr
[junit4] 2> 552252 INFO (zkCallback-1270-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 552258 INFO (zkCallback-1280-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 552299 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [n:127.0.0.1:45283_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45283.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1976e5ef
[junit4] 2> 552308 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [n:127.0.0.1:45283_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45283.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1976e5ef
[junit4] 2> 552308 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [n:127.0.0.1:45283_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45283.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1976e5ef
[junit4] 2> 552316 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [n:127.0.0.1:45283_solr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_72D77650F5574535-001/cdcr-source-001/node1/.
[junit4] 2> 552316 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72D77650F5574535]) [n:127.0.0.1:45283_solr ] o.a.s.c.CorePropertiesLocator Cores are: [cdcr-source_shard1_replica_n1]
[junit4] 2> 552317 INFO (coreLoadExecutor-2990-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 552327 INFO (coreLoadExecutor-2990-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 552334 INFO (coreLoadExecutor-2990-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 552336 INFO (coreLoadExecutor-2990-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr ] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
[junit4] 2> 552338 INFO (coreLoadExecutor-2990-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 552339 INFO (coreLoadExecutor-2990-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 552341 INFO (coreLoadExecutor-2990-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 552454 INFO (zkCallback-1280-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 552455 INFO (zkCallback-1280-thread-2-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 553359 INFO (coreLoadExecutor-2990-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 553366 INFO (coreLoadExecutor-2990-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
[junit4] 2> 553368 INFO (coreLoadExecutor-2990-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 553368 INFO (coreLoadExecutor-2990-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
[junit4] 2> 553368 INFO (coreLoadExecutor-2990-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45283.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1976e5ef
[junit4] 2> 553368 INFO (coreLoadExecutor-2990-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 553368 INFO (coreLoadExecutor-2990-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_72D77650F5574535-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_72D77650F5574535-001/cdcr-source-001/node1/./cdcr-source_shard1_replica_n1/data/]
[junit4] 2> 553444 INFO (coreLoadExecutor-2990-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 553444 INFO (coreLoadExecutor-2990-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 553447 INFO (coreLoadExecutor-2990-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 553447 INFO (coreLoadExecutor-2990-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 553460 INFO (coreLoadExecutor-2990-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@63db7b31[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 553461 INFO (coreLoadExecutor-2990-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 553461 INFO (coreLoadExecutor-2990-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 553461 INFO (coreLoadExecutor-2990-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
[junit4] 2> 553462 INFO (coreLoadExecutor-2990-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 553462 INFO (coreLoadExecutor-2990-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 553466 INFO (coreLoadExecutor-2990-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 553469 INFO (coreLoadExecutor-2990-thread-1-processing-n:127.0.0.1:45283_solr) [n:127.0.0.1:45283_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
[junit4] 2> 553493 WARN (cdcr-update-log-synchronizer-2996-thread-1) [n:127.0.0.1:45283_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrUpdateLogSynchronizer Caught unexpected exception
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:45283/solr/cdcr-source_shard1_replica_n1: SolrCore is loading
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.CdcrUpdateLogSynchronizer$UpdateLogSynchronisation.run(CdcrUpdateLogSynchronizer.java:147)
[junit4] 2> at java.util.conc
[...truncated too long message...]
servedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Feb 22, 2018 8:46:57 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=19832, name=qtp783796944-19832, state=TIMED_WAITING, group=TGRP-ReplaceNodeTest]
[junit4] 2> Feb 22, 2018 8:47:00 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=19832, name=qtp783796944-19832, state=TIMED_WAITING, group=TGRP-ReplaceNodeTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=8, maxDocsPerChunk=558, blockSize=5), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=8, blockSize=5)), sim=RandomSimilarity(queryNorm=false): {}, locale=sk-SK, timezone=Europe/Vienna
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=2,free=235947856,total=520093696
[junit4] 2> NOTE: All tests run in this JVM: [RecoveryAfterSoftCommitTest, PreAnalyzedFieldTest, URLClassifyProcessorTest, MigrateRouteKeyTest, MetricsConfigTest, DateMathParserTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, HdfsBasicDistributedZkTest, SolrXmlInZkTest, TestComplexPhraseQParserPlugin, SolrTestCaseJ4Test, CacheHeaderTest, TimeZoneUtilsTest, TestSolrCloudWithHadoopAuthPlugin, TestCloudInspectUtil, BaseCdcrDistributedZkTest, ForceLeaderTest, BasicDistributedZk2Test, FileBasedSpellCheckerTest, LIRRollingUpdatesTest, TestDynamicFieldResource, TestQueryTypes, DistributedFacetPivotWhiteBoxTest, NoCacheHeaderTest, TestCoreDiscovery, TestTrackingShardHandlerFactory, TestUseDocValuesAsStored2, OverseerStatusTest, DeleteInactiveReplicaTest, AliasIntegrationTest, TestLMJelinekMercerSimilarityFactory, DateFieldTest, TestCloudManagedSchema, TestMacros, TestQueryWrapperFilter, NumericFieldsTest, TestCollectionsAPIViaSolrCloudCluster, TestAuthorizationFramework, SuggesterTSTTest, TestQuerySenderListener, TestFieldTypeCollectionResource, DirectoryFactoryTest, TestHalfAndHalfDocValues, TestManagedSynonymFilterFactory, DirectSolrSpellCheckerTest, GraphQueryTest, DistribCursorPagingTest, TestCorePropertiesReload, TestSolrDeletionPolicy2, V2ApiIntegrationTest, TestGeoJSONResponseWriter, TestRandomDVFaceting, TestAtomicUpdateErrorCases, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestLegacyFieldReuse, TestLFUCache, TestObjectReleaseTracker, TestCoreAdminApis, RollingRestartTest, AtomicUpdatesTest, TestPushWriter, UnloadDistributedZkTest, SolrSlf4jReporterTest, HdfsNNFailoverTest, TestFieldCacheVsDocValues, ExplicitHLLTest, InfoHandlerTest, CoreAdminCreateDiscoverTest, TestDistribDocBasedVersion, TestDistributedMissingSort, IndexSchemaRuntimeFieldTest, WrapperMergePolicyFactoryTest, MetricTriggerTest, TestUpdate, TestFastWriter, TestDistribStateManager, TestMultiValuedNumericRangeQuery, DistanceUnitsTest, TestBadConfig, TestInitParams, TestReplicaProperties, TestNumericTerms32, TestRealTimeGet, CurrencyRangeFacetCloudTest, TestManagedResource, SearchRateTriggerTest, NotRequiredUniqueKeyTest, TestLeaderInitiatedRecoveryThread, TestSolrCoreProperties, TermVectorComponentTest, TestLazyCores, CircularListTest, HLLUtilTest, TestInitQParser, TestConfigSetImmutable, DistributedSuggestComponentTest, TestPolicyCloud, DisMaxRequestHandlerTest, CleanupOldIndexTest, ReplicaListTransformerTest, TestRetrieveFieldsOptimizer, TestScoreJoinQPNoScore, CdcrVersionReplicationTest, TestMissingGroups, HdfsTlogReplayBufferedWhileIndexingTest, TestJsonFacetRefinement, TestNumericTokenStream, TestStressReorder, SolrCmdDistributorTest, TestApiFramework, TestSegmentSorting, TestFreeTextSuggestions, MoveReplicaHDFSTest, TestSchemaResource, CdcrReplicationDistributedZkTest, TestPullReplicaErrorHandling, AddBlockUpdateTest, RegexBoostProcessorTest, SharedFSAutoReplicaFailoverTest, TestInPlaceUpdatesDistrib, TestOrdValues, CoreAdminHandlerTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, SolrRequestParserTest, DocValuesTest, SuggesterTest, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, QueryEqualityTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoBeanTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, LukeRequestHandlerTest, TermsComponentTest, MoreLikeThisHandlerTest, TestSolrQueryParser, SolrPluginUtilsTest, TestCollationField, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, MultiTermTest, SampleTest, TestBinaryField, MinimalSchemaTest, TestElisionMultitermQuery, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCodecSupport, SynonymTokenizerTest, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, ResourceLoaderTest, ScriptEngineTest, PluginInfoTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, ConnectionManagerTest, CreateCollectionCleanupTest, CreateRoutedAliasTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteReplicaTest, DistributedQueueTest, HttpPartitionOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, PeerSyncReplicationTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, ReplaceNodeTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ReplaceNodeTest -Dtests.seed=72D77650F5574535 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sk-SK -Dtests.timezone=Europe/Vienna -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J2 | ReplaceNodeTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.ReplaceNodeTest:
[junit4] > 1) Thread[id=19832, name=qtp783796944-19832, state=TIMED_WAITING, group=TGRP-ReplaceNodeTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([72D77650F5574535]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=19832, name=qtp783796944-19832, state=TIMED_WAITING, group=TGRP-ReplaceNodeTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([72D77650F5574535]:0)
[junit4] Completed [531/777 (2!)] on J2 in 68.15s, 1 test, 2 errors <<< FAILURES!
[...truncated 50914 lines...]