You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/08/21 22:58:31 UTC
[JENKINS] Lucene-Solr-Tests-7.0 - Build # 119 - Unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.0/119/
1 tests failed.
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1100>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
at __randomizedtesting.SeedInfo.seed([CE56A3BA73F4242C:1A13E8E394A297D7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12552 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_CE56A3BA73F4242C-001/init-core-data-001
[junit4] 2> 1829167 WARN (SUITE-CdcrBootstrapTest-seed#[CE56A3BA73F4242C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1829167 INFO (SUITE-CdcrBootstrapTest-seed#[CE56A3BA73F4242C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1829169 INFO (SUITE-CdcrBootstrapTest-seed#[CE56A3BA73F4242C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1829170 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testConvertClusterToCdcrAndBootstrap
[junit4] 2> 1829170 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_CE56A3BA73F4242C-001/cdcr-target-001
[junit4] 2> 1829171 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1829171 INFO (Thread-3564) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1829171 INFO (Thread-3564) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1829172 ERROR (Thread-3564) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1829271 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.c.ZkTestServer start zk server on port:53366
[junit4] 2> 1829287 INFO (jetty-launcher-2225-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1829288 INFO (jetty-launcher-2225-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b2fe039{/solr,null,AVAILABLE}
[junit4] 2> 1829289 INFO (jetty-launcher-2225-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3d344ea8{SSL,[ssl, http/1.1]}{127.0.0.1:33255}
[junit4] 2> 1829289 INFO (jetty-launcher-2225-thread-1) [ ] o.e.j.s.Server Started @1833587ms
[junit4] 2> 1829289 INFO (jetty-launcher-2225-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33255}
[junit4] 2> 1829289 ERROR (jetty-launcher-2225-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1829289 INFO (jetty-launcher-2225-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 1829289 INFO (jetty-launcher-2225-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1829289 INFO (jetty-launcher-2225-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1829289 INFO (jetty-launcher-2225-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T22:20:47.538Z
[junit4] 2> 1829297 INFO (jetty-launcher-2225-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1829303 INFO (jetty-launcher-2225-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53366/solr
[junit4] 2> 1829368 INFO (jetty-launcher-2225-thread-1) [n:127.0.0.1:33255_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1829368 INFO (jetty-launcher-2225-thread-1) [n:127.0.0.1:33255_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33255_solr
[junit4] 2> 1829369 INFO (jetty-launcher-2225-thread-1) [n:127.0.0.1:33255_solr ] o.a.s.c.Overseer Overseer (id=98523810851717123-127.0.0.1:33255_solr-n_0000000000) starting
[junit4] 2> 1829401 INFO (jetty-launcher-2225-thread-1) [n:127.0.0.1:33255_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33255_solr
[junit4] 2> 1829402 INFO (zkCallback-2232-thread-1-processing-n:127.0.0.1:33255_solr) [n:127.0.0.1:33255_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1829541 INFO (jetty-launcher-2225-thread-1) [n:127.0.0.1:33255_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33255.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a95ee35
[junit4] 2> 1829548 INFO (jetty-launcher-2225-thread-1) [n:127.0.0.1:33255_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33255.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a95ee35
[junit4] 2> 1829548 INFO (jetty-launcher-2225-thread-1) [n:127.0.0.1:33255_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33255.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a95ee35
[junit4] 2> 1829549 INFO (jetty-launcher-2225-thread-1) [n:127.0.0.1:33255_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_CE56A3BA73F4242C-001/cdcr-target-001/node1/.
[junit4] 1> Target zkHost = 127.0.0.1:53366/solr
[junit4] 2> 1829567 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_CE56A3BA73F4242C-001/cdcr-source-001
[junit4] 2> 1829567 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1829567 INFO (Thread-3574) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1829567 INFO (Thread-3574) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1829568 ERROR (Thread-3574) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1829667 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.c.ZkTestServer start zk server on port:41974
[junit4] 2> 1829676 INFO (jetty-launcher-2237-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1829677 INFO (jetty-launcher-2237-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@37204fcd{/solr,null,AVAILABLE}
[junit4] 2> 1829677 INFO (jetty-launcher-2237-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3d9746e3{SSL,[ssl, http/1.1]}{127.0.0.1:43009}
[junit4] 2> 1829677 INFO (jetty-launcher-2237-thread-1) [ ] o.e.j.s.Server Started @1833976ms
[junit4] 2> 1829677 INFO (jetty-launcher-2237-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43009}
[junit4] 2> 1829677 ERROR (jetty-launcher-2237-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1829678 INFO (jetty-launcher-2237-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 1829678 INFO (jetty-launcher-2237-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1829678 INFO (jetty-launcher-2237-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1829678 INFO (jetty-launcher-2237-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T22:20:47.927Z
[junit4] 2> 1829682 INFO (jetty-launcher-2237-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1829691 INFO (jetty-launcher-2237-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41974/solr
[junit4] 2> 1829740 INFO (jetty-launcher-2237-thread-1) [n:127.0.0.1:43009_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1829741 INFO (jetty-launcher-2237-thread-1) [n:127.0.0.1:43009_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43009_solr
[junit4] 2> 1829741 INFO (jetty-launcher-2237-thread-1) [n:127.0.0.1:43009_solr ] o.a.s.c.Overseer Overseer (id=98523810877734915-127.0.0.1:43009_solr-n_0000000000) starting
[junit4] 2> 1829751 INFO (jetty-launcher-2237-thread-1) [n:127.0.0.1:43009_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43009_solr
[junit4] 2> 1829752 INFO (zkCallback-2244-thread-1-processing-n:127.0.0.1:43009_solr) [n:127.0.0.1:43009_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1829801 INFO (jetty-launcher-2237-thread-1) [n:127.0.0.1:43009_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43009.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a95ee35
[junit4] 2> 1829808 INFO (jetty-launcher-2237-thread-1) [n:127.0.0.1:43009_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43009.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a95ee35
[junit4] 2> 1829808 INFO (jetty-launcher-2237-thread-1) [n:127.0.0.1:43009_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43009.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a95ee35
[junit4] 2> 1829809 INFO (jetty-launcher-2237-thread-1) [n:127.0.0.1:43009_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_CE56A3BA73F4242C-001/cdcr-source-001/node1/.
[junit4] 2> 1830047 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1830047 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41974/solr ready
[junit4] 2> 1830075 INFO (qtp424840302-13931) [n:127.0.0.1:43009_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1830079 INFO (OverseerThreadFactory-6018-thread-1-processing-n:127.0.0.1:43009_solr) [n:127.0.0.1:43009_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 1830184 INFO (OverseerStateUpdate-98523810877734915-127.0.0.1:43009_solr-n_0000000000) [n:127.0.0.1:43009_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43009/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1830388 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node1&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 1830389 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1830496 INFO (zkCallback-2244-thread-1-processing-n:127.0.0.1:43009_solr) [n:127.0.0.1:43009_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1830496 INFO (zkCallback-2244-thread-2-processing-n:127.0.0.1:43009_solr) [n:127.0.0.1:43009_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1831401 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1831422 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1831424 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1831424 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
[junit4] 2> 1831424 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43009.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a95ee35
[junit4] 2> 1831424 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1831424 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_CE56A3BA73F4242C-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_CE56A3BA73F4242C-001/cdcr-source-001/node1/./cdcr-source_shard1_replica_n1/data/]
[junit4] 2> 1831470 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1831470 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1831472 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1831472 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1831475 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2593716f[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1831484 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 1831485 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 1831486 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1831486 INFO (searcherExecutor-6021-thread-1-processing-n:127.0.0.1:43009_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@2593716f[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1831486 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576380976054927360
[junit4] 2> 1831496 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1831496 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1831496 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43009/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 1831497 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1831497 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:43009/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 1831497 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1831499 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43009/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 1831600 INFO (zkCallback-2244-thread-2-processing-n:127.0.0.1:43009_solr) [n:127.0.0.1:43009_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1831600 INFO (zkCallback-2244-thread-1-processing-n:127.0.0.1:43009_solr) [n:127.0.0.1:43009_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1831650 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1831651 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node1&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1263
[junit4] 2> 1831655 INFO (qtp424840302-13931) [n:127.0.0.1:43009_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1831757 INFO (zkCallback-2244-thread-2-processing-n:127.0.0.1:43009_solr) [n:127.0.0.1:43009_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1831757 INFO (zkCallback-2244-thread-1-processing-n:127.0.0.1:43009_solr) [n:127.0.0.1:43009_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1832080 INFO (OverseerCollectionConfigSetProcessor-98523810877734915-127.0.0.1:43009_solr-n_0000000000) [n:127.0.0.1:43009_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1832656 INFO (qtp424840302-13931) [n:127.0.0.1:43009_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2581
[junit4] 1> Adding 10 docs with commit=true, numDocs=100
[junit4] 2> 1832662 INFO (qtp424840302-13932) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_0 (1576380977284907008), source_1 (1576380977285955584), source_2 (1576380977285955585), source_3 (1576380977285955586), source_4 (1576380977285955587), source_5 (1576380977285955588), source_6 (1576380977285955589), source_7 (1576380977285955590), source_8 (1576380977285955591), source_9 (1576380977285955592), ... (100 adds)]} 0 3
[junit4] 2> 1832663 INFO (qtp424840302-13925) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576380977289101312,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1832663 INFO (qtp424840302-13925) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5e5b23ac commitCommandVersion:1576380977289101312
[junit4] 2> 1832718 INFO (qtp424840302-13925) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3297938[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1832719 INFO (searcherExecutor-6021-thread-1-processing-n:127.0.0.1:43009_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@3297938[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100)))}
[junit4] 2> 1832719 INFO (qtp424840302-13925) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1832719 INFO (qtp424840302-13925) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 56
[junit4] 1> Adding 10 docs with commit=true, numDocs=200
[junit4] 2> 1832735 INFO (qtp424840302-13925) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_100 (1576380977349918720), source_101 (1576380977352015872), source_102 (1576380977352015873), source_103 (1576380977352015874), source_104 (1576380977352015875), source_105 (1576380977352015876), source_106 (1576380977352015877), source_107 (1576380977352015878), source_108 (1576380977352015879), source_109 (1576380977352015880), ... (100 adds)]} 0 14
[junit4] 2> 1832746 INFO (qtp424840302-13925) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576380977376133120,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1832746 INFO (qtp424840302-13925) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5e5b23ac commitCommandVersion:1576380977376133120
[junit4] 2> 1832791 INFO (qtp424840302-13925) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@252b96ff[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1832792 INFO (qtp424840302-13925) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1832793 INFO (searcherExecutor-6021-thread-1-processing-n:127.0.0.1:43009_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@252b96ff[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100)))}
[junit4] 2> 1832793 INFO (qtp424840302-13925) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 46
[junit4] 1> Adding 10 docs with commit=true, numDocs=300
[junit4] 2> 1832797 INFO (qtp424840302-13928) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_200 (1576380977426464768), source_201 (1576380977427513344), source_202 (1576380977427513345), source_203 (1576380977427513346), source_204 (1576380977427513347), source_205 (1576380977427513348), source_206 (1576380977427513349), source_207 (1576380977427513350), source_208 (1576380977427513351), source_209 (1576380977427513352), ... (100 adds)]} 0 2
[junit4] 2> 1832797 INFO (qtp424840302-13930) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576380977429610509,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1832797 INFO (qtp424840302-13930) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5e5b23ac commitCommandVersion:1576380977429610509
[junit4] 2> 1832833 INFO (qtp424840302-13930) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4fd32946[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1832833 INFO (qtp424840302-13930) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1832834 INFO (searcherExecutor-6021-thread-1-processing-n:127.0.0.1:43009_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@4fd32946[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100)))}
[junit4] 2> 1832837 INFO (qtp424840302-13930) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 39
[junit4] 1> Adding 10 docs with commit=true, numDocs=400
[junit4] 2> 1832841 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_300 (1576380977472602112), source_301 (1576380977473650688), source_302 (1576380977473650689), source_303 (1576380977473650690), source_304 (1576380977473650691), source_305 (1576380977473650692), source_306 (1576380977473650693), source_307 (1576380977473650694), source_308 (1576380977473650695), source_309 (1576380977473650696), ... (100 adds)]} 0 3
[junit4] 2> 1832845 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576380977479942144,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1832845 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5e5b23ac commitCommandVersion:1576380977479942144
[junit4] 2> 1832889 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@23a3dc8b[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1832889 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1832890 INFO (searcherExecutor-6021-thread-1-processing-n:127.0.0.1:43009_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@23a3dc8b[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100)))}
[junit4] 2> 1832890 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 45
[junit4] 1> Adding 10 docs with commit=true, numDocs=500
[junit4] 2> 1832894 INFO (qtp424840302-13931) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_400 (1576380977528176640), source_401 (1576380977529225216), source_402 (1576380977529225217), source_403 (1576380977529225218), source_404 (1576380977529225219), source_405 (1576380977529225220), source_406 (1576380977529225221), source_407 (1576380977529225222), source_408 (1576380977529225223), source_409 (1576380977529225224), ... (100 adds)]} 0 3
[junit4] 2> 1832895 INFO (qtp424840302-13931) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576380977532370944,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1832895 INFO (qtp424840302-13931) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5e5b23ac commitCommandVersion:1576380977532370944
[junit4] 2> 1832939 INFO (qtp424840302-13931) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c5ab764[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1832940 INFO (qtp424840302-13931) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1832941 INFO (searcherExecutor-6021-thread-1-processing-n:127.0.0.1:43009_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1c5ab764[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100)))}
[junit4] 2> 1832941 INFO (qtp424840302-13931) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 46
[junit4] 1> Adding 10 docs with commit=true, numDocs=600
[junit4] 2> 1832945 INFO (qtp424840302-13932) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_500 (1576380977581654016), source_501 (1576380977582702592), source_502 (1576380977582702593), source_503 (1576380977582702594), source_504 (1576380977582702595), source_505 (1576380977582702596), source_506 (1576380977582702597), source_507 (1576380977582702598), source_508 (1576380977582702599), source_509 (1576380977582702600), ... (100 adds)]} 0 2
[junit4] 2> 1832945 INFO (qtp424840302-13925) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576380977584799746,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1832945 INFO (qtp424840302-13925) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5e5b23ac commitCommandVersion:1576380977584799746
[junit4] 2> 1832982 INFO (qtp424840302-13925) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1857e4d6[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1832982 INFO (qtp424840302-13925) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1832983 INFO (searcherExecutor-6021-thread-1-processing-n:127.0.0.1:43009_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1857e4d6[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100)))}
[junit4] 2> 1832984 INFO (qtp424840302-13925) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 38
[junit4] 1> Adding 10 docs with commit=true, numDocs=700
[junit4] 2> 1832987 INFO (qtp424840302-13928) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_600 (1576380977626742784), source_601 (1576380977627791360), source_602 (1576380977627791361), source_603 (1576380977627791362), source_604 (1576380977627791363), source_605 (1576380977627791364), source_606 (1576380977627791365), source_607 (1576380977627791366), source_608 (1576380977627791367), source_609 (1576380977627791368), ... (100 adds)]} 0 2
[junit4] 2> 1832988 INFO (qtp424840302-13928) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576380977629888512,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1832988 INFO (qtp424840302-13928) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5e5b23ac commitCommandVersion:1576380977629888512
[junit4] 2> 1833045 INFO (qtp424840302-13928) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7d2d57e1[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1833046 INFO (qtp424840302-13928) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1833047 INFO (searcherExecutor-6021-thread-1-processing-n:127.0.0.1:43009_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@7d2d57e1[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100)))}
[junit4] 2> 1833047 INFO (qtp424840302-13928) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 59
[junit4] 1> Adding 10 docs with commit=true, numDocs=800
[junit4] 2> 1833050 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_700 (1576380977692803072), source_701 (1576380977693851648), source_702 (1576380977693851649), source_703 (1576380977693851650), source_704 (1576380977693851651), source_705 (1576380977693851652), source_706 (1576380977693851653), source_707 (1576380977693851654), source_708 (1576380977693851655), source_709 (1576380977693851656), ... (100 adds)]} 0 2
[junit4] 2> 1833051 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576380977695948800,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1833051 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5e5b23ac commitCommandVersion:1576380977695948800
[junit4] 2> 1833098 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@cc4409f[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1833098 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1833099 INFO (searcherExecutor-6021-thread-1-processing-n:127.0.0.1:43009_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@cc4409f[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100)))}
[junit4] 2> 1833099 INFO (qtp424840302-13929) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 48
[junit4] 1> Adding 10 docs with commit=true, numDocs=900
[junit4] 2> 1833103 INFO (qtp424840302-13932) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_800 (1576380977747329024), source_801 (1576380977748377600), source_802 (1576380977748377601), source_803 (1576380977748377602), source_804 (1576380977748377603), source_805 (1576380977748377604), source_806 (1576380977748377605), source_807 (1576380977748377606), source_808 (1576380977748377607), source_809 (1576380977748377608), ... (100 adds)]} 0 2
[junit4] 2> 1833103 INFO (qtp424840302-13925) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576380977750474764,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1833103 INFO (qtp424840302-13925) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5e5b23ac commitCommandVersion:1576380977750474764
[junit4] 2> 1833133 INFO (qtp424840302-13925) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d21bb28[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1833133 INFO (qtp424840302-13925) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1833134 INFO (searcherExecutor-6021-thread-1-processing-n:127.0.0.1:43009_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@3d21bb28[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100) Uninverting(_8(7.0.0):C100)))}
[junit4] 2> 1833134 INFO (qtp424840302-13925) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 31
[junit4] 1> Adding 10 docs with commit=true, numDocs=1000
[junit4] 2> 1833137 INFO (qtp424840302-13930) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_900 (1576380977784029184), source_901 (1576380977785077760), source_902 (1576380977785077761), source_903 (1576380977785077762), source_904 (1576380977785077763), source_905 (1576380977785077764), source_906 (1576380977785077765), source_907 (1576380977785077766), source_908 (1576380977785077767), source_909 (1576380977785077768), ... (100 adds)]} 0 2
[junit4] 2> 1833138 INFO (qtp424840302-13928) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576380977787174912,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1833138 INFO (qtp424840302-13928) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5e5b23ac commitCommandVersion:1576380977787174912
[junit4] 2> 1833219 INFO (qtp424840302-13928) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@67fbd52a[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1833220 INFO (qtp424840302-13928) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1833221 INFO (searcherExecutor-6021-thread-1-processing-n:127.0.0.1:43009_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@67fbd52a[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100) Uninverting(_8(7.0.0):C100) Uninverting(_9(7.0.0):C100)))}
[junit4] 2> 1833221 INFO (qtp424840302-13928) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 83
[junit4] 2> 1833222 INFO (qtp424840302-13931) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:4&wt=javabin&version=2} hits=1000 status=0 QTime=0
[junit4] 2> 1833223 INFO (qtp424840302-13931) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/get params={qt=/get&_stateVer_=cdcr-source:4&getVersions=1000&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1833262 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3d9746e3{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1833268 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=573996824
[junit4] 2> 1833268 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1833268 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7eec1e44: rootName = solr_43009, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@612c5ecc
[junit4] 2> 1833274 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1833274 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@548af286: rootName = solr_43009, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2a32d779
[junit4] 2> 1833278 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1833278 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@180005f9: rootName = solr_43009, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@2e0d46e7
[junit4] 2> 1833279 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1833306 INFO (coreCloseExecutor-6026-thread-1) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@1bd5f8ad
[junit4] 2> 1833306 INFO (coreCloseExecutor-6026-thread-1) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-source.shard1.replica_n1, tag=467007661
[junit4] 2> 1833306 INFO (coreCloseExecutor-6026-thread-1) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@48a9272a: rootName = solr_43009, domain = solr.core.cdcr-source.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.cdcr-source.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@3ebb9fe
[junit4] 2> 1833327 INFO (coreCloseExecutor-6026-thread-1) [n:127.0.0.1:43009_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-source.shard1.leader, tag=467007661
[junit4] 2> 1833380 INFO (zkCallback-2244-thread-1-processing-n:127.0.0.1:43009_solr) [n:127.0.0.1:43009_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1833380 INFO (zkCallback-2244-thread-2-processing-n:127.0.0.1:43009_solr) [n:127.0.0.1:43009_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1833381 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.c.Overseer Overseer (id=98523810877734915-127.0.0.1:43009_solr-n_0000000000) closing
[junit4] 2> 1833381 INFO (OverseerStateUpdate-98523810877734915-127.0.0.1:43009_solr-n_0000000000) [n:127.0.0.1:43009_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43009_solr
[junit4] 2> 1833393 INFO (zkCallback-2251-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1834893 WARN (zkCallback-2244-thread-1-processing-n:127.0.0.1:43009_solr) [n:127.0.0.1:43009_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1834893 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@37204fcd{/solr,null,UNAVAILABLE}
[junit4] 2> 1834895 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1834901 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3b5ad69a{/solr,null,AVAILABLE}
[junit4] 2> 1834902 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4ad61e5f{SSL,[ssl, http/1.1]}{127.0.0.1:47551}
[junit4] 2> 1834902 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.e.j.s.Server Started @1839201ms
[junit4] 2> 1834902 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47551}
[junit4] 2> 1834903 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1834903 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 1834903 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1834903 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1834903 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T22:20:53.152Z
[junit4] 2> 1834912 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1834933 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41974/solr
[junit4] 2> 1834946 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [n:127.0.0.1:47551_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1834946 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [n:127.0.0.1:47551_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:47551_solr
[junit4] 2> 1834947 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [n:127.0.0.1:47551_solr ] o.a.s.c.Overseer Overseer (id=98523810877734923-127.0.0.1:47551_solr-n_0000000001) starting
[junit4] 2> 1834970 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [n:127.0.0.1:47551_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47551_solr
[junit4] 2> 1834971 INFO (zkCallback-2251-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1834971 INFO (zkCallback-2257-thread-1-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1835061 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [n:127.0.0.1:47551_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47551.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a95ee35
[junit4] 2> 1835070 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [n:127.0.0.1:47551_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47551.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a95ee35
[junit4] 2> 1835070 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [n:127.0.0.1:47551_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47551.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a95ee35
[junit4] 2> 1835078 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [n:127.0.0.1:47551_solr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_CE56A3BA73F4242C-001/cdcr-source-001/node1/.
[junit4] 2> 1835078 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [n:127.0.0.1:47551_solr ] o.a.s.c.CorePropertiesLocator Cores are: [cdcr-source_shard1_replica_n1]
[junit4] 2> 1835083 INFO (coreLoadExecutor-6035-thread-1-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1835185 INFO (zkCallback-2257-thread-1-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1835185 INFO (zkCallback-2257-thread-2-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1836094 INFO (coreLoadExecutor-6035-thread-1-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1836099 INFO (coreLoadExecutor-6035-thread-1-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1836101 INFO (coreLoadExecutor-6035-thread-1-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1836103 INFO (coreLoadExecutor-6035-thread-1-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1836104 INFO (coreLoadExecutor-6035-thread-1-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 1836106 INFO (coreLoadExecutor-6035-thread-1-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 1836106 INFO (coreLoadExecutor-6035-thread-1-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
[junit4] 2> 1836106 INFO (coreLoadExecutor-6035-thread-1-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47551.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a95ee35
[junit4] 2> 1836106 INFO (coreLoadExecutor-6035-thread-1-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1836106 INFO (coreLoadExecutor-6035-thread-1-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_CE56A3BA73F4242C-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_CE56A3BA73F4242C-001/cdcr-source-001/node1/./cdcr-source_shard1_replica_n1/data/]
[junit4] 2> 1836168 INFO (coreLoadExecutor-6035-thread-1-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 1836169 INFO (coreLoadExecutor-6035-thread-1-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1836170 INFO (coreLoadExecutor-6035-thread-1-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1836170 INFO (coreLoadExecutor-6035-thread-1-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1836187 INFO (coreLoadExecutor-6035-thread-1-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@13f0909a[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1836188 INFO (coreLoadExecutor-6035-thread-1-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 1836188 INFO (coreLoadExecutor-6035-thread-1-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 1836188 INFO (coreLoadExecutor-6035-thread-1-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
[junit4] 2> 1836189 INFO (coreLoadExecutor-6035-thread-1-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1836189 INFO (coreLoadExecutor-6035-thread-1-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1836191 INFO (coreLoadExecutor-6035-thread-1-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 1836191 INFO (coreLoadExecutor-6035-thread-1-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
[junit4] 2> 1836194 INFO (searcherExecutor-6036-thread-1-processing-n:127.0.0.1:47551_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@13f0909a[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(7.0.0):C1000)))}
[junit4] 2> 1836212 INFO (coreZkRegister-6028-thread-1-processing-n:127.0.0.1:47551_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1836212 INFO (coreZkRegister-6028-thread-1-processing-n:127.0.0.1:47551_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1836212 INFO (coreZkRegister-6028-thread-1-processing-n:127.0.0.1:47551_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:47551/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 1836213 INFO (coreZkRegister-6028-thread-1-processing-n:127.0.0.1:47551_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1836213 INFO (coreZkRegister-6028-thread-1-processing-n:127.0.0.1:47551_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:47551/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 1836213 INFO (coreZkRegister-6028-thread-1-processing-n:127.0.0.1:47551_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1836214 INFO (zkCallback-2257-thread-2-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1
[junit4] 2> 1836215 INFO (coreZkRegister-6028-thread-1-processing-n:127.0.0.1:47551_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:47551/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 1836216 INFO (coreZkRegister-6028-thread-1-processing-n:127.0.0.1:47551_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1836234 INFO (qtp699472869-13984) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={action=LASTPROCESSEDVERSION&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1836319 INFO (zkCallback-2257-thread-2-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1836319 INFO (zkCallback-2257-thread-1-processing-n:127.0.0.1:47551_solr) [n:127.0.0.1:47551_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1836609 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: cdcr-source failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 1> replica:core_node1 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 2> 1836609 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: cdcr-source
[junit4] 2> 1836610 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection cdcr-source failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry? 0
[junit4] 2> 1836611 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.c.s.i.CloudSolrClient Re-trying request to collection(s) cdcr-source after stale state error from server.
[junit4] 2> 1836614 INFO (qtp699472869-13979) [n:127.0.0.1:47551_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:8&wt=javabin&version=2} hits=1000 status=0 QTime=0
[junit4] 2> 1836620 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1836621 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[CE56A3BA73F4242C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53366/solr ready
[junit4] 2> 1836662 INFO (qtp1147934597-13888) [n:127.0.0.1:33255_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1836664 INFO (OverseerThreadFactory-6010-thread-1-processing-n:127.0.0.1:33255_solr) [n:127.0.0.1:33255_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-target
[junit4] 2> 1836770 INFO (OverseerStateUpdate-98523810851717123-127.0.0.1:33255_solr-n_0000000000) [n:127.0.0.1:33255_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-target",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-target_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33255/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1836976 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1836976 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1837081 INFO (zkCallback-2232-thread-1-processing-n:127.0.0.1:33255_solr) [n:127.0.0.1:33255_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1837081 INFO (zkCallback-2232-thread-2-processing-n:127.0.0.1:33255_solr) [n:127.0.0.1:33255_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1837991 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1837997 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1837999 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-target_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1838001 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1838002 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-target/managed-schema
[junit4] 2> 1838004 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-target/schema.xml to /configs/cdcr-target/schema.xml.bak
[junit4] 2> 1838004 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-target_shard1_replica_n1' using configuration from collection cdcr-target, trusted=true
[junit4] 2> 1838005 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33255.solr.core.cdcr-target.shard1.replica_n1' (registry 'solr.core.cdcr-target.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a95ee35
[junit4] 2> 1838005 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1838005 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-target_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_CE56A3BA73F4242C-001/cdcr-target-001/node1/cdcr-target_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_CE56A3BA73F4242C-001/cdcr-target-001/node1/./cdcr-target_shard1_replica_n1/data/]
[junit4] 2> 1838048 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 1838048 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1838049 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1838049 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1838050 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@664b0afb[cdcr-target_shard1_replica_n1] main]
[junit4] 2> 1838051 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-target
[junit4] 2> 1838051 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-target
[junit4] 2> 1838051 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-target/managed-schema
[junit4] 2> 1838052 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1838052 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1838056 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-target/cdcr/state/buffer
[junit4] 2> 1838057 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-target/cdcr/state/process
[junit4] 2> 1838059 INFO (searcherExecutor-6042-thread-1-processing-n:127.0.0.1:33255_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] Registered new searcher Searcher@664b0afb[cdcr-target_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1838059 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576380982947217408
[junit4] 2> 1838069 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1838069 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1838069 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33255/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 1838069 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1838070 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:33255/solr/cdcr-target_shard1_replica_n1/ has no replicas
[junit4] 2> 1838070 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1838072 INFO (qtp1147934597-13891) [n:127.0.0.1:33255_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33255/solr/cdcr-target_shard1_replica_n1/ shard1
[junit4] 2> 1838072 INFO (zkCallback-2232-thread-2-processing-n:127.0.0.1:33255_solr) [n:127.0.0.1:33255_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-target:shard1
[junit4] 2> 1838181
[...truncated too long message...]
.1:34427_solr) [n:127.0.0.1:34427_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1989395 INFO (zkCallback-2308-thread-4-processing-n:127.0.0.1:34427_solr) [n:127.0.0.1:34427_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1989396 INFO (coreCloseExecutor-6161-thread-1) [n:127.0.0.1:34427_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4ec1dc54: rootName = solr_34427, domain = solr.core.cdcr-target.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.cdcr-target.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1a81217f
[junit4] 2> 1989402 INFO (coreCloseExecutor-6161-thread-1) [n:127.0.0.1:34427_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-target.shard1.leader, tag=1956303645
[junit4] 2> 1989402 INFO (coreCloseExecutor-6161-thread-1) [n:127.0.0.1:34427_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1
[junit4] 2> 1989403 INFO (jetty-closer-2302-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98523812775002115-127.0.0.1:34427_solr-n_0000000000) closing
[junit4] 2> 1989403 INFO (OverseerStateUpdate-98523812775002115-127.0.0.1:34427_solr-n_0000000000) [n:127.0.0.1:34427_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34427_solr
[junit4] 2> 1990905 WARN (zkCallback-2308-thread-4-processing-n:127.0.0.1:34427_solr) [n:127.0.0.1:34427_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1990905 INFO (jetty-closer-2302-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2647aef4{/solr,null,UNAVAILABLE}
[junit4] 2> 1990906 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[CE56A3BA73F4242C]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1990907 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[CE56A3BA73F4242C]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58214 58214
[junit4] 2> 1991000 INFO (Thread-3621) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58214 58214
[junit4] 2> 1991000 WARN (Thread-3621) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/configs/cdcr-target/managed-schema
[junit4] 2> 2 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-target/state.json
[junit4] 2> 3 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/cdcr-target/cdcr/state/buffer
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 1991001 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[CE56A3BA73F4242C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBootstrapWithContinousIndexingOnSourceCluster
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrBootstrapTest -Dtests.method=testBootstrapWithContinousIndexingOnSourceCluster -Dtests.seed=CE56A3BA73F4242C -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-BO -Dtests.timezone=Kwajalein -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 132s J1 | CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster <<<
[junit4] > Throwable #1: java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
[junit4] > at __randomizedtesting.SeedInfo.seed([CE56A3BA73F4242C:1A13E8E394A297D7]:0)
[junit4] > at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_CE56A3BA73F4242C-001
[junit4] 2> Aug 21, 2017 10:23:29 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {xyz=FSTOrd50, id=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1876, maxMBSortInHeap=5.003317251388174, sim=RandomSimilarity(queryNorm=false): {}, locale=es-BO, timezone=Kwajalein
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=273782264,total=536346624
[junit4] 2> NOTE: All tests run in this JVM: [DisMaxRequestHandlerTest, TestPostingsSolrHighlighter, TestSerializedLuceneMatchVersion, DataDrivenBlockJoinTest, TestReqParamsAPI, TestStressRecovery, AsyncCallRequestStatusResponseTest, AddBlockUpdateTest, ShufflingReplicaListTransformerTest, TestCharFilters, TestSolrJ, TestBinaryResponseWriter, TestHttpShardHandlerFactory, TestConfigSets, TestStressCloudBlindAtomicUpdates, TestSolrCloudWithHadoopAuthPlugin, BooleanFieldTest, LukeRequestHandlerTest, MoreLikeThisHandlerTest, DistributedIntervalFacetingTest, TestQueryTypes, TermVectorComponentTest, TestClassNameShortening, ConfigSetsAPITest, VersionInfoTest, SchemaVersionSpecificBehaviorTest, TestCloudDeleteByQuery, DirectSolrSpellCheckerTest, TestSearchPerf, TestFieldSortValues, DistanceFunctionTest, DistributedTermsComponentTest, TestConfigSetsAPIExclusivity, ResponseHeaderTest, TestHalfAndHalfDocValues, RestartWhileUpdatingTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestLegacyNumericUtils, TestFieldTypeCollectionResource, SharedFSAutoReplicaFailoverUtilsTest, TestSchemaResource, ClassificationUpdateProcessorTest, TestSystemIdResolver, TolerantUpdateProcessorTest, HdfsDirectoryFactoryTest, TestUpdate, TestSmileRequest, SolrCoreMetricManagerTest, ZkCLITest, TestPartialUpdateDeduplication, TestDocBasedVersionConstraints, OverseerTaskQueueTest, TestSolrCloudWithDelegationTokens, FileUtilsTest, TestMaxTokenLenTokenizer, SolrCloudReportersTest, OverseerModifyCollectionTest, TestAnalyzeInfixSuggestions, FacetPivotSmallTest, TestFreeTextSuggestions, HdfsBasicDistributedZkTest, ZkControllerTest, LoggingHandlerTest, TestRandomRequestDistribution, DocValuesTest, TestSimpleTrackingShardHandler, HdfsRecoveryZkTest, TestHashPartitioner, SuggesterTSTTest, ConvertedLegacyTest, HdfsThreadLeakTest, AtomicUpdatesTest, SpatialFilterTest, BlockDirectoryTest, TestSolrCLIRunExample, TestConfigReload, TestCloudPivotFacet, TestSubQueryTransformerCrossCore, TestPullReplica, TestMiniSolrCloudClusterSSL, JavabinLoaderTest, ZkStateReaderTest, DeleteStatusTest, QueryParsingTest, TestAtomicUpdateErrorCases, HighlighterTest, TestDynamicLoading, DocValuesNotIndexedTest, CollectionsAPIDistributedZkTest, LeaderInitiatedRecoveryOnCommitTest, TestSchemalessBufferedUpdates, SpellCheckComponentTest, MetricUtilsTest, TestSegmentSorting, TestLRUCache, TestFieldCacheReopen, MoveReplicaTest, DistributedQueryComponentCustomSortTest, TestValueSourceCache, OpenCloseCoreStressTest, TestTrieFacet, DistributedFacetExistsSmallTest, TestRTGBase, CustomCollectionTest, UpdateRequestProcessorFactoryTest, RuleEngineTest, SOLR749Test, TestDynamicFieldResource, SampleTest, CdcrVersionReplicationTest, TestTlogReplica, BitVectorTest, TestClusterProperties, DistributedMLTComponentTest, AutoScalingHandlerTest, DOMUtilTest, NoCacheHeaderTest, HdfsCollectionsAPIDistributedZkTest, ChaosMonkeySafeLeaderTest, ShardRoutingTest, RecoveryZkTest, ClusterStateUpdateTest, LeaderElectionTest, ZkSolrClientTest, TestZkChroot, ShardRoutingCustomTest, TestDistributedSearch, TestFaceting, TestRecovery, HardAutoCommitTest, SolrCoreTest, SolrCmdDistributorTest, PeerSyncTest, TestSort, BasicFunctionalityTest, DirectUpdateHandlerTest, SoftAutoCommitTest, SortByFunctionTest, DocValuesMultiTest, SolrInfoBeanTest, DebugComponentTest, TestQueryUtils, FileBasedSpellCheckerTest, PathHierarchyTokenizerFactoryTest, TestSolrQueryParser, RegexBoostProcessorTest, SolrPluginUtilsTest, TestJmxIntegration, MBeansHandlerTest, HighlighterConfigTest, AlternateDirectoryTest, TestQuerySenderNoQuery, BadComponentTest, MultiTermTest, TestDocSet, TestElisionMultitermQuery, TestConfig, DirectSolrConnectionTest, SpellPossibilityIteratorTest, TestCodecSupport, EchoParamsTest, TestLMDirichletSimilarityFactory, TestFastWriter, ScriptEngineTest, DateMathParserTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestDocumentBuilder, SystemInfoHandlerTest, CircularListTest, TestCrossCoreJoin, TestTolerantSearch, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, CdcrBootstrapTest]
[junit4] Completed [501/729 (1!)] on J1 in 162.60s, 3 tests, 1 failure <<< FAILURES!
[...truncated 44017 lines...]