You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/08/29 07:03:17 UTC
[JENKINS] Lucene-Solr-7.0-Windows (64bit/jdk1.8.0_144) - Build #
118 - Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.0-Windows/118/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1100>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
at __randomizedtesting.SeedInfo.seed([FCD69B9CA1B8975:DB8822E02D4D3A8E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11161 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_FCD69B9CA1B8975-001\init-core-data-001
[junit4] 2> 287376 WARN (SUITE-CdcrBootstrapTest-seed#[FCD69B9CA1B8975]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 287376 INFO (SUITE-CdcrBootstrapTest-seed#[FCD69B9CA1B8975]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 287379 INFO (SUITE-CdcrBootstrapTest-seed#[FCD69B9CA1B8975]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 287381 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[FCD69B9CA1B8975]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithContinousIndexingOnSourceCluster
[junit4] 2> 287381 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[FCD69B9CA1B8975]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_FCD69B9CA1B8975-001\cdcr-target-001
[junit4] 2> 287381 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[FCD69B9CA1B8975]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 287382 INFO (Thread-712) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 287382 INFO (Thread-712) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 287387 ERROR (Thread-712) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 287483 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[FCD69B9CA1B8975]) [ ] o.a.s.c.ZkTestServer start zk server on port:55910
[junit4] 2> 287493 INFO (jetty-launcher-1901-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 287494 INFO (jetty-launcher-1901-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@466f85bd{/solr,null,AVAILABLE}
[junit4] 2> 287507 INFO (jetty-launcher-1901-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@599cd5bc{HTTP/1.1,[http/1.1]}{127.0.0.1:55914}
[junit4] 2> 287507 INFO (jetty-launcher-1901-thread-1) [ ] o.e.j.s.Server Started @290710ms
[junit4] 2> 287507 INFO (jetty-launcher-1901-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55914}
[junit4] 2> 287507 ERROR (jetty-launcher-1901-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 287507 INFO (jetty-launcher-1901-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 287507 INFO (jetty-launcher-1901-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 287507 INFO (jetty-launcher-1901-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 287507 INFO (jetty-launcher-1901-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-29T05:51:34.700Z
[junit4] 2> 287512 INFO (jetty-launcher-1901-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 287524 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2c8b84af0001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 287535 INFO (jetty-launcher-1901-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55910/solr
[junit4] 2> 287539 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2c8b84af0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 287686 INFO (jetty-launcher-1901-thread-1) [n:127.0.0.1:55914_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 287687 INFO (jetty-launcher-1901-thread-1) [n:127.0.0.1:55914_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55914_solr
[junit4] 2> 287688 INFO (jetty-launcher-1901-thread-1) [n:127.0.0.1:55914_solr ] o.a.s.c.Overseer Overseer (id=98565219586867203-127.0.0.1:55914_solr-n_0000000000) starting
[junit4] 2> 287697 INFO (jetty-launcher-1901-thread-1) [n:127.0.0.1:55914_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55914_solr
[junit4] 2> 287700 INFO (zkCallback-1908-thread-1-processing-n:127.0.0.1:55914_solr) [n:127.0.0.1:55914_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 287850 INFO (jetty-launcher-1901-thread-1) [n:127.0.0.1:55914_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55914.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@555411df
[junit4] 2> 287858 INFO (jetty-launcher-1901-thread-1) [n:127.0.0.1:55914_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55914.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@555411df
[junit4] 2> 287859 INFO (jetty-launcher-1901-thread-1) [n:127.0.0.1:55914_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55914.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@555411df
[junit4] 2> 287861 INFO (jetty-launcher-1901-thread-1) [n:127.0.0.1:55914_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_FCD69B9CA1B8975-001\cdcr-target-001\node1\.
[junit4] 2> 287906 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2c8b84af0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 1> Target zkHost = 127.0.0.1:55910/solr
[junit4] 2> 287908 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[FCD69B9CA1B8975]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_FCD69B9CA1B8975-001\cdcr-source-001
[junit4] 2> 287908 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[FCD69B9CA1B8975]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 287908 INFO (Thread-724) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 287908 INFO (Thread-724) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 287911 ERROR (Thread-724) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 288009 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[FCD69B9CA1B8975]) [ ] o.a.s.c.ZkTestServer start zk server on port:55934
[junit4] 2> 288017 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2c8b86c00000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 288019 INFO (jetty-launcher-1913-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 288020 INFO (jetty-launcher-1913-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@307018ff{/solr,null,AVAILABLE}
[junit4] 2> 288021 INFO (jetty-launcher-1913-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4ac6c26e{HTTP/1.1,[http/1.1]}{127.0.0.1:55938}
[junit4] 2> 288021 INFO (jetty-launcher-1913-thread-1) [ ] o.e.j.s.Server Started @291224ms
[junit4] 2> 288021 INFO (jetty-launcher-1913-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55938}
[junit4] 2> 288021 ERROR (jetty-launcher-1913-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 288021 INFO (jetty-launcher-1913-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 288021 INFO (jetty-launcher-1913-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 288021 INFO (jetty-launcher-1913-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 288021 INFO (jetty-launcher-1913-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-29T05:51:35.214Z
[junit4] 2> 288083 INFO (jetty-launcher-1913-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 288098 INFO (jetty-launcher-1913-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55934/solr
[junit4] 2> 288237 INFO (jetty-launcher-1913-thread-1) [n:127.0.0.1:55938_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 288238 INFO (jetty-launcher-1913-thread-1) [n:127.0.0.1:55938_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55938_solr
[junit4] 2> 288239 INFO (jetty-launcher-1913-thread-1) [n:127.0.0.1:55938_solr ] o.a.s.c.Overseer Overseer (id=98565219621535747-127.0.0.1:55938_solr-n_0000000000) starting
[junit4] 2> 288248 INFO (jetty-launcher-1913-thread-1) [n:127.0.0.1:55938_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55938_solr
[junit4] 2> 288263 INFO (OverseerStateUpdate-98565219621535747-127.0.0.1:55938_solr-n_0000000000) [n:127.0.0.1:55938_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 288454 INFO (jetty-launcher-1913-thread-1) [n:127.0.0.1:55938_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55938.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@555411df
[junit4] 2> 288465 INFO (jetty-launcher-1913-thread-1) [n:127.0.0.1:55938_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55938.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@555411df
[junit4] 2> 288465 INFO (jetty-launcher-1913-thread-1) [n:127.0.0.1:55938_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55938.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@555411df
[junit4] 2> 288467 INFO (jetty-launcher-1913-thread-1) [n:127.0.0.1:55938_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_FCD69B9CA1B8975-001\cdcr-source-001\node1\.
[junit4] 2> 288546 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[FCD69B9CA1B8975]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 288564 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[FCD69B9CA1B8975]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55934/solr ready
[junit4] 2> 288579 INFO (qtp69460687-4886) [n:127.0.0.1:55938_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 288603 INFO (OverseerThreadFactory-1215-thread-1-processing-n:127.0.0.1:55938_solr) [n:127.0.0.1:55938_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 288711 INFO (OverseerStateUpdate-98565219621535747-127.0.0.1:55938_solr-n_0000000000) [n:127.0.0.1:55938_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55938/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 288873 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node1&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 288875 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 289008 INFO (zkCallback-1920-thread-1-processing-n:127.0.0.1:55938_solr) [n:127.0.0.1:55938_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 289009 INFO (zkCallback-1920-thread-2-processing-n:127.0.0.1:55938_solr) [n:127.0.0.1:55938_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 290018 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 290026 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 290032 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
[junit4] 2> 290037 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 290038 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 290042 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 290042 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
[junit4] 2> 290043 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55938.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@555411df
[junit4] 2> 290043 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 290043 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_FCD69B9CA1B8975-001\cdcr-source-001\node1\cdcr-source_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_FCD69B9CA1B8975-001\cdcr-source-001\node1\.\cdcr-source_shard1_replica_n1\data\]
[junit4] 2> 290331 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 290331 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 290333 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 290333 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 290338 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b710b3f[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 290339 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 290340 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 290346 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
[junit4] 2> 290351 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 290351 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 290366 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 290381 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
[junit4] 2> 290471 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577043516628926464
[junit4] 2> 290473 INFO (searcherExecutor-1218-thread-1-processing-n:127.0.0.1:55938_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1b710b3f[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 290485 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 290485 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 290485 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55938/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 290485 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 290485 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:55938/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 290486 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 290493 INFO (zkCallback-1920-thread-2-processing-n:127.0.0.1:55938_solr) [n:127.0.0.1:55938_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1
[junit4] 2> 290496 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55938/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 290605 INFO (zkCallback-1920-thread-2-processing-n:127.0.0.1:55938_solr) [n:127.0.0.1:55938_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 290605 INFO (zkCallback-1920-thread-1-processing-n:127.0.0.1:55938_solr) [n:127.0.0.1:55938_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 290651 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 290653 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node1&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1780
[junit4] 2> 290657 INFO (qtp69460687-4886) [n:127.0.0.1:55938_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 290760 INFO (zkCallback-1920-thread-1-processing-n:127.0.0.1:55938_solr) [n:127.0.0.1:55938_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 290760 INFO (zkCallback-1920-thread-2-processing-n:127.0.0.1:55938_solr) [n:127.0.0.1:55938_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 291659 INFO (qtp69460687-4886) [n:127.0.0.1:55938_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=3080
[junit4] 1> Adding 10 docs with commit=true, numDocs=100
[junit4] 2> 291677 INFO (qtp69460687-4880) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=14
[junit4] 2> 291679 INFO (qtp69460687-4879) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577043517895606272,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 291680 INFO (qtp69460687-4879) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6328d001 commitCommandVersion:1577043517895606272
[junit4] 2> 291708 INFO (qtp69460687-4879) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@469c51c8[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 291709 INFO (qtp69460687-4879) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 291710 INFO (searcherExecutor-1218-thread-1-processing-n:127.0.0.1:55938_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@469c51c8[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100)))}
[junit4] 2> 291710 INFO (qtp69460687-4879) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=32
[junit4] 1> Adding 10 docs with commit=true, numDocs=200
[junit4] 2> 291722 INFO (qtp69460687-4878) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 291723 INFO (qtp69460687-4877) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577043517941743616,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 291723 INFO (qtp69460687-4877) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6328d001 commitCommandVersion:1577043517941743616
[junit4] 2> 291750 INFO (qtp69460687-4877) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17bffeb6[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 291750 INFO (qtp69460687-4877) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 291750 INFO (searcherExecutor-1218-thread-1-processing-n:127.0.0.1:55938_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@17bffeb6[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100)))}
[junit4] 2> 291750 INFO (qtp69460687-4877) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=30
[junit4] 1> Adding 10 docs with commit=true, numDocs=300
[junit4] 2> 291761 INFO (qtp69460687-4888) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 291763 INFO (qtp69460687-4875) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577043517983686656,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 291763 INFO (qtp69460687-4875) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6328d001 commitCommandVersion:1577043517983686656
[junit4] 2> 291792 INFO (qtp69460687-4875) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@49c6e774[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 291792 INFO (qtp69460687-4875) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 291793 INFO (searcherExecutor-1218-thread-1-processing-n:127.0.0.1:55938_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@49c6e774[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100)))}
[junit4] 2> 291793 INFO (qtp69460687-4875) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=31
[junit4] 1> Adding 10 docs with commit=true, numDocs=400
[junit4] 2> 291798 INFO (qtp69460687-4881) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 291798 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577043518020386893,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 291798 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6328d001 commitCommandVersion:1577043518020386893
[junit4] 2> 291831 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@62f8d53a[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 291833 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 291834 INFO (searcherExecutor-1218-thread-1-processing-n:127.0.0.1:55938_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@62f8d53a[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100)))}
[junit4] 2> 291834 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=32
[junit4] 1> Adding 10 docs with commit=true, numDocs=500
[junit4] 2> 291842 INFO (qtp69460687-4886) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 291843 INFO (qtp69460687-4880) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577043518067572736,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 291843 INFO (qtp69460687-4880) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6328d001 commitCommandVersion:1577043518067572736
[junit4] 2> 291878 INFO (qtp69460687-4880) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d044b93[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 291879 INFO (qtp69460687-4880) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 291881 INFO (searcherExecutor-1218-thread-1-processing-n:127.0.0.1:55938_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@4d044b93[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100)))}
[junit4] 2> 291881 INFO (qtp69460687-4880) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=38
[junit4] 1> Adding 10 docs with commit=true, numDocs=600
[junit4] 2> 291888 INFO (qtp69460687-4879) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 291889 INFO (qtp69460687-4878) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577043518115807232,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 291889 INFO (qtp69460687-4878) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6328d001 commitCommandVersion:1577043518115807232
[junit4] 2> 291919 INFO (qtp69460687-4878) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@39293daa[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 291920 INFO (qtp69460687-4878) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 291921 INFO (searcherExecutor-1218-thread-1-processing-n:127.0.0.1:55938_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@39293daa[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100)))}
[junit4] 2> 291921 INFO (qtp69460687-4878) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=33
[junit4] 1> Adding 10 docs with commit=true, numDocs=700
[junit4] 2> 291927 INFO (qtp69460687-4877) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 291929 INFO (qtp69460687-4888) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577043518157750272,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 291929 INFO (qtp69460687-4888) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6328d001 commitCommandVersion:1577043518157750272
[junit4] 2> 291965 INFO (qtp69460687-4888) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6886681[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 291966 INFO (qtp69460687-4888) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 291967 INFO (searcherExecutor-1218-thread-1-processing-n:127.0.0.1:55938_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@6886681[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100)))}
[junit4] 2> 291968 INFO (qtp69460687-4888) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=39
[junit4] 1> Adding 10 docs with commit=true, numDocs=800
[junit4] 2> 291974 INFO (qtp69460687-4875) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 291975 INFO (qtp69460687-4881) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577043518205984768,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 291975 INFO (qtp69460687-4881) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6328d001 commitCommandVersion:1577043518205984768
[junit4] 2> 292018 INFO (qtp69460687-4881) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2a8e57d[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 292019 INFO (qtp69460687-4881) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 292021 INFO (searcherExecutor-1218-thread-1-processing-n:127.0.0.1:55938_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@2a8e57d[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100)))}
[junit4] 2> 292021 INFO (qtp69460687-4881) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=46
[junit4] 1> Adding 10 docs with commit=true, numDocs=900
[junit4] 2> 292028 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 292029 INFO (qtp69460687-4886) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577043518262607872,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 292029 INFO (qtp69460687-4886) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6328d001 commitCommandVersion:1577043518262607872
[junit4] 2> 292070 INFO (qtp69460687-4886) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@574229a7[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 292071 INFO (qtp69460687-4886) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 292072 INFO (searcherExecutor-1218-thread-1-processing-n:127.0.0.1:55938_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@574229a7[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100) Uninverting(_8(7.0.0):C100)))}
[junit4] 2> 292072 INFO (qtp69460687-4886) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=43
[junit4] 1> Adding 10 docs with commit=true, numDocs=1000
[junit4] 2> 292079 INFO (qtp69460687-4880) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 292080 INFO (qtp69460687-4879) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577043518316085248,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 292080 INFO (qtp69460687-4879) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6328d001 commitCommandVersion:1577043518316085248
[junit4] 2> 292124 INFO (qtp69460687-4879) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@f79cf6b[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 292125 INFO (qtp69460687-4879) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 292126 INFO (searcherExecutor-1218-thread-1-processing-n:127.0.0.1:55938_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@f79cf6b[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100) Uninverting(_8(7.0.0):C100) Uninverting(_9(7.0.0):C100)))}
[junit4] 2> 292126 INFO (qtp69460687-4879) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=47
[junit4] 2> 292129 INFO (qtp69460687-4878) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:4&wt=javabin&version=2} hits=1000 status=0 QTime=0
[junit4] 2> 292155 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2c8b84af0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 292162 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[FCD69B9CA1B8975]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 292163 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[FCD69B9CA1B8975]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55910/solr ready
[junit4] 2> 292164 INFO (qtp1841701609-4832) [n:127.0.0.1:55914_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 292170 INFO (OverseerThreadFactory-1207-thread-1-processing-n:127.0.0.1:55914_solr) [n:127.0.0.1:55914_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-target
[junit4] 2> 292278 INFO (OverseerStateUpdate-98565219586867203-127.0.0.1:55914_solr-n_0000000000) [n:127.0.0.1:55914_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-target",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-target_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55914/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 292481 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 292482 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 292618 INFO (zkCallback-1908-thread-1-processing-n:127.0.0.1:55914_solr) [n:127.0.0.1:55914_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 292622 INFO (OverseerCollectionConfigSetProcessor-98565219621535747-127.0.0.1:55938_solr-n_0000000000) [n:127.0.0.1:55938_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 292655 INFO (zkCallback-1908-thread-2-processing-n:127.0.0.1:55914_solr) [n:127.0.0.1:55914_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 293506 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 293516 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 293520 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-target_shard1_replica_n1] Schema name=minimal
[junit4] 2> 293524 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 293525 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-target/managed-schema
[junit4] 2> 293526 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-target/schema.xml to /configs/cdcr-target/schema.xml.bak
[junit4] 2> 293526 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-target_shard1_replica_n1' using configuration from collection cdcr-target, trusted=true
[junit4] 2> 293526 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55914.solr.core.cdcr-target.shard1.replica_n1' (registry 'solr.core.cdcr-target.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@555411df
[junit4] 2> 293526 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 293526 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-target_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_FCD69B9CA1B8975-001\cdcr-target-001\node1\cdcr-target_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_FCD69B9CA1B8975-001\cdcr-target-001\node1\.\cdcr-target_shard1_replica_n1\data\]
[junit4] 2> 293630 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 293630 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 293632 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 293632 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 293633 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@45f6d6a1[cdcr-target_shard1_replica_n1] main]
[junit4] 2> 293635 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-target
[junit4] 2> 293635 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-target
[junit4] 2> 293635 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-target/managed-schema
[junit4] 2> 293636 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 293637 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 293640 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-target/cdcr/state/buffer
[junit4] 2> 293641 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-target/cdcr/state/process
[junit4] 2> 293642 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577043519953960960
[junit4] 2> 293643 INFO (searcherExecutor-1224-thread-1-processing-n:127.0.0.1:55914_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] Registered new searcher Searcher@45f6d6a1[cdcr-target_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 293650 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 293650 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 293650 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55914/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 293650 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 293650 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:55914/solr/cdcr-target_shard1_replica_n1/ has no replicas
[junit4] 2> 293650 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 293653 INFO (zkCallback-1908-thread-2-processing-n:127.0.0.1:55914_solr) [n:127.0.0.1:55914_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-target:shard1
[junit4] 2> 293655 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55914/solr/cdcr-target_shard1_replica_n1/ shard1
[junit4] 2> 293759 INFO (zkCallback-1908-thread-2-processing-n:127.0.0.1:55914_solr) [n:127.0.0.1:55914_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 293760 INFO (zkCallback-1908-thread-1-processing-n:127.0.0.1:55914_solr) [n:127.0.0.1:55914_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 293807 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 293808 INFO (qtp1841701609-4837) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1328
[junit4] 2> 293815 INFO (qtp1841701609-4832) [n:127.0.0.1:55914_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 293914 INFO (zkCallback-1908-thread-2-processing-n:127.0.0.1:55914_solr) [n:127.0.0.1:55914_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 293914 INFO (zkCallback-1908-thread-1-processing-n:127.0.0.1:55914_solr) [n:127.0.0.1:55914_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 294172 INFO (OverseerCollectionConfigSetProcessor-98565219586867203-127.0.0.1:55914_solr-n_0000000000) [n:127.0.0.1:55914_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 294815 INFO (qtp1841701609-4832) [n:127.0.0.1:55914_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2650
[junit4] 2> 295822 INFO (zkCallback-1908-thread-2-processing-n:127.0.0.1:55914_solr) [n:127.0.0.1:55914_solr ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/cdcr/state/process @ cdcr-target:shard1
[junit4] 2> 295822 INFO (qtp1841701609-4838) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-target:4&action=start&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 295822 INFO (zkCallback-1908-thread-2-processing-n:127.0.0.1:55914_solr) [n:127.0.0.1:55914_solr ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-target:shard1
[junit4] 2> 295829 INFO (qtp69460687-4877) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 295830 INFO (qtp69460687-4877) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55910/solr ready
[junit4] 2> 295842 INFO (qtp1841701609-4841) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
[junit4] 2> 295842 INFO (qtp1841701609-4841) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 295842 INFO (qtp1841701609-4835) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={_stateVer_=cdcr-target:4&action=COLLECTIONCHECKPOINT&wt=javabin&version=2} status=0 QTime=11
[junit4] 2> 295842 INFO (qtp69460687-4877) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Create new update log reader for target cdcr-target with checkpoint -1 @ cdcr-source:shard1
[junit4] 2> 295842 INFO (qtp69460687-4877) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target, shard: shard1
[junit4] 2> 295848 INFO (qtp69460687-4877) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Submitting bootstrap task to executor
[junit4] 2> 295849 INFO (zkCallback-1920-thread-2-processing-n:127.0.0.1:55938_solr) [n:127.0.0.1:55938_solr ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/process @ cdcr-source:shard1
[junit4] 2> 295849 INFO (qtp69460687-4877) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=start&wt=javabin&version=2} status=0 QTime=25
[junit4] 2> 295849 INFO (zkCallback-1920-thread-2-processing-n:127.0.0.1:55938_solr) [n:127.0.0.1:55938_solr ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-source:shard1
[junit4] 1> Adding 10 docs with commit=true, numDocs=1100
[junit4] 2> 295850 INFO (cdcr-bootstrap-status-1932-thread-1-processing-n:127.0.0.1:55938_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target shard: shard1 leader: http://127.0.0.1:55914/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 295853 INFO (qtp1841701609-4836) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=http://127.0.0.1:55938/solr/cdcr-source_shard1_replica_n1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 295858 INFO (qtp69460687-4888) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 295859 INFO (qtp69460687-4875) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577043522278653952,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 295860 INFO (qtp69460687-4875) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6328d001 commitCommandVersion:1577043522278653952
[junit4] 2> 295873 INFO (qtp1841701609-4838) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 295874 WARN (cdcr-bootstrap-status-1932-thread-1-processing-n:127.0.0.1:55938_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Bootstrap process was not found on target collection: cdcr-target shard: shard1, leader: http://127.0.0.1:55914/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 295878 INFO (cdcr-bootstrap-status-1932-thread-1-processing-n:127.0.0.1:55938_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target shard: shard1 leader: http://127.0.0.1:55914/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 295878 INFO (qtp1841701609-4838) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=http://127.0.0.1:55938/solr/cdcr-source_shard1_replica_n1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 295878 INFO (qtp1841701609-4842) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 295878 INFO (cdcr-bootstrap-status-1932-thread-1-processing-n:127.0.0.1:55938_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager CDCR bootstrap running for 1 seconds, sleeping for 2000 ms
[junit4] 2> 295878 INFO (recoveryExecutor-1906-thread-1-processing-n:127.0.0.1:55914_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 295908 INFO (qtp69460687-4875) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4f0a213d[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 295908 INFO (qtp69460687-4875) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 295908 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577043522305916928,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 295908 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 295910 INFO (searcherExecutor-1218-thread-1-processing-n:127.0.0.1:55938_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@4f0a213d[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(7.0.0):C1000) Uninverting(_b(7.0.0):C100)))}
[junit4] 2> 295910 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 295910 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2} status=0 QTime=24
[junit4] 2> 295913 INFO (qtp69460687-4879) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 295913 INFO (recoveryExecutor-1906-thread-1-processing-n:127.0.0.1:55914_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Master's generation: 12
[junit4] 2> 295913 INFO (recoveryExecutor-1906-thread-1-processing-n:127.0.0.1:55914_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Master's version: 1503985903053
[junit4] 2> 295913 INFO (recoveryExecutor-1906-thread-1-processing-n:127.0.0.1:55914_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 295914 INFO (recoveryExecutor-1906-thread-1-processing-n:127.0.0.1:55914_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 295914 INFO (recoveryExecutor-1906-thread-1-processing-n:127.0.0.1:55914_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 295933 INFO (qtp69460687-4878) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Adding tlog files to list: [{size=4657, name=tlog.0000000000000000000.1577043517878829056}, {size=4778, name=tlog.0000000000000000001.1577043517930209280}, {size=4778, name=tlog.0000000000000000002.1577043517975298048}, {size=4778, name=tlog.0000000000000000003.1577043518017241088}, {size=4778, name=tlog.0000000000000000004.1577043518059184128}, {size=4778, name=tlog.0000000000000000005.1577043518108467200}, {size=4778, name=tlog.0000000000000000006.1577043518151458816}, {size=4778, name=tlog.0000000000000000007.1577043518198644736}, {size=4778, name=tlog.0000000000000000008.1577043518255267840}, {size=4778, name=tlog.0000000000000000009.1577043518309793792}, {size=4878, name=tlog.0000000000000000010.1577043522270265344}]
[junit4] 2> 295933 INFO (qtp69460687-4878) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=18
[junit4] 2> 295933 INFO (recoveryExecutor-1906-thread-1-processing-n:127.0.0.1:55914_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Number of files in latest index in master: 35
[junit4] 2> 295933 INFO (recoveryExecutor-1906-thread-1-processing-n:127.0.0.1:55914_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Number of tlog files in master: 11
[junit4] 2> 296048 INFO (qtp69460687-4875) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=189
[junit4] 1> Adding 10 docs with commit=true, numDocs=1200
[junit4] 2> 296057 INFO (qtp69460687-4877) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 296058 INFO (qtp69460687-4877) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577043522487320576,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 296058 INFO (qtp69460687-4877) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6328d001 commitCommandVersion:1577043522487320576
[junit4] 2> 296078 INFO (recoveryExecutor-1906-thread-1-processing-n:127.0.0.1:55914_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 296085 INFO (recoveryExecutor-1906-thread-1-processing-n:127.0.0.1:55914_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:55914_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@52523265 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@709c205f)
[junit4] 2> 296096 INFO (qtp69460687-4888) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Memory_0.ram&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 296100 INFO (qtp69460687-4881) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Memory_0.mdvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 296107 INFO (qtp69460687-4882) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Asserting_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 296143 INFO (qtp69460687-4880) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 296150 INFO (qtp69460687-4877) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7d4f5fc[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 296152 INFO (searcherExecutor-1218-thread-1-processing-n:127.0.0.1:55938_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@7d4f5fc[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(7.0.0):C1000) Uninverting(_b(7.0.0):C100) Uninverting(_c(7.0.0):C100)))}
[junit4] 2> 296152 INFO (qtp69460687-4877) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 296153 INFO (qtp69460687-4877) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=95
[junit4] 1> Adding 10 docs with commit=true, numDocs=1300
[junit4] 2> 296159 INFO (qtp69460687-4877) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 296164 INFO (qtp69460687-4877) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577043522598469632,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 296165 INFO (qtp69460687-4877) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6328d001 commitCommandVersion:1577043522598469632
[junit4] 2> 296177 INFO (qtp69460687-4886) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_LuceneFixedGap_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 296193 INFO (qtp69460687-4879) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene70_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 296199 INFO (qtp69460687-4878) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 296201 INFO (qtp69460687-4875) [n:127.0.0.1:55938_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replicatio
[...truncated too long message...]
4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/collections/cdcr-source/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/cdcr-source/cdcr/state/process
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 440270 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2c8dadb20007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 440276 INFO (jetty-closer-1971-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4bc6b255{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 440278 INFO (jetty-closer-1971-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1638485704
[junit4] 2> 440278 INFO (jetty-closer-1971-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 440278 INFO (jetty-closer-1971-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@8f9a194: rootName = solr_56525, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@552132b5
[junit4] 2> 440282 INFO (jetty-closer-1971-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 440282 INFO (jetty-closer-1971-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@324855d3: rootName = solr_56525, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6b0868f6
[junit4] 2> 440284 INFO (jetty-closer-1971-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 440284 INFO (jetty-closer-1971-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c7b3a2f: rootName = solr_56525, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6f37e14f
[junit4] 2> 440286 INFO (jetty-closer-1971-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 440290 INFO (zkCallback-1977-thread-2-processing-n:127.0.0.1:56525_solr) [n:127.0.0.1:56525_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 440290 INFO (zkCallback-1977-thread-1-processing-n:127.0.0.1:56525_solr) [n:127.0.0.1:56525_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 440291 INFO (coreCloseExecutor-1358-thread-1) [n:127.0.0.1:56525_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@10eac3f
[junit4] 2> 440291 INFO (coreCloseExecutor-1358-thread-1) [n:127.0.0.1:56525_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-target.shard1.replica_n1, tag=17738815
[junit4] 2> 440291 INFO (coreCloseExecutor-1358-thread-1) [n:127.0.0.1:56525_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6d9b44a5: rootName = solr_56525, domain = solr.core.cdcr-target.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.cdcr-target.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@28deb72a
[junit4] 2> 440298 INFO (coreCloseExecutor-1358-thread-1) [n:127.0.0.1:56525_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-target.shard1.leader, tag=17738815
[junit4] 2> 440298 INFO (coreCloseExecutor-1358-thread-1) [n:127.0.0.1:56525_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1
[junit4] 2> 440304 INFO (jetty-closer-1971-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98565228864864259-127.0.0.1:56525_solr-n_0000000000) closing
[junit4] 2> 440304 INFO (OverseerStateUpdate-98565228864864259-127.0.0.1:56525_solr-n_0000000000) [n:127.0.0.1:56525_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:56525_solr
[junit4] 2> 440306 WARN (zkCallback-1977-thread-1-processing-n:127.0.0.1:56525_solr) [n:127.0.0.1:56525_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 440307 INFO (jetty-closer-1971-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3e76502d{/solr,null,UNAVAILABLE}
[junit4] 2> 440308 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FCD69B9CA1B8975]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 440308 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FCD69B9CA1B8975]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56521 56521
[junit4] 2> 440309 INFO (Thread-767) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56521 56521
[junit4] 2> 440310 WARN (Thread-767) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/configs/cdcr-target/managed-schema
[junit4] 2> 2 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-target/state.json
[junit4] 2> 3 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/cdcr-target/cdcr/state/buffer
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 440310 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[FCD69B9CA1B8975]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testConvertClusterToCdcrAndBootstrap
[junit4] 2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_FCD69B9CA1B8975-001
[junit4] 2> Aug 29, 2017 5:54:07 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 6 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {xyz=PostingsFormat(name=Memory), id=PostingsFormat(name=LuceneFixedGap)}, docValues:{_version_=DocValuesFormat(name=Lucene70), xyz=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1081, maxMBSortInHeap=7.18917008774681, sim=RandomSimilarity(queryNorm=true): {}, locale=es-NI, timezone=Asia/Kamchatka
[junit4] 2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=208721784,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [PeerSyncWithIndexFingerprintCachingTest, TestPolicyCloud, TestCursorMarkWithoutUniqueKey, AnalyticsQueryTest, MultiTermTest, DateRangeFieldTest, TestSQLHandler, IndexSchemaTest, ChangedSchemaMergeTest, TestSha256AuthenticationProvider, DistributedDebugComponentTest, SolrTestCaseJ4Test, HdfsTlogReplayBufferedWhileIndexingTest, TestDistribIDF, TestShardHandlerFactory, DistributedFacetPivotLongTailTest, TestQueryWrapperFilter, ReturnFieldsTest, TestConfigSetsAPIZkFailure, TestRecoveryHdfs, TestUniqueKeyFieldResource, CdcrUpdateLogTest, CircularListTest, TestInPlaceUpdatesStandalone, TestNoOpRegenerator, TestBulkSchemaAPI, RequestHandlersTest, TestDistributedStatsComponentCardinality, DirectUpdateHandlerOptimizeTest, TestIBSimilarityFactory, TestReversedWildcardFilterFactory, TestLFUCache, TestSegmentSorting, RankQueryTest, HardAutoCommitTest, TestLegacyFieldCache, ConnectionReuseTest, V2StandaloneTest, InfoHandlerTest, HdfsLockFactoryTest, MissingSegmentRecoveryTest, IndexBasedSpellCheckerTest, SuggesterTest, TestPullReplicaErrorHandling, XsltUpdateRequestHandlerTest, TestUseDocValuesAsStored2, TestTestInjection, TestNRTOpen, TestBinaryField, CdcrBootstrapTest]
[junit4] Completed [105/729 (1!)] on J0 in 153.49s, 3 tests, 1 failure <<< FAILURES!
[...truncated 45518 lines...]
[JENKINS] Lucene-Solr-7.0-Windows (32bit/jdk1.8.0_144) - Build #
125 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.0-Windows/125/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1100>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
at __randomizedtesting.SeedInfo.seed([82331C9EEDA821A4:567657C70AFE925F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12537 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_82331C9EEDA821A4-001\init-core-data-001
[junit4] 2> 2235083 WARN (SUITE-CdcrBootstrapTest-seed#[82331C9EEDA821A4]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 2235083 INFO (SUITE-CdcrBootstrapTest-seed#[82331C9EEDA821A4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2235086 INFO (SUITE-CdcrBootstrapTest-seed#[82331C9EEDA821A4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2235088 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[82331C9EEDA821A4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithSourceCluster
[junit4] 2> 2235089 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[82331C9EEDA821A4]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_82331C9EEDA821A4-001\cdcr-target-001
[junit4] 2> 2235089 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[82331C9EEDA821A4]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2235090 INFO (Thread-3533) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2235090 INFO (Thread-3533) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2235094 ERROR (Thread-3533) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2235190 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[82331C9EEDA821A4]) [ ] o.a.s.c.ZkTestServer start zk server on port:59863
[junit4] 2> 2235198 INFO (jetty-launcher-2502-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2235198 INFO (jetty-launcher-2502-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@cb829c{/solr,null,AVAILABLE}
[junit4] 2> 2235202 INFO (jetty-launcher-2502-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@12e0895{HTTP/1.1,[http/1.1]}{127.0.0.1:59867}
[junit4] 2> 2235202 INFO (jetty-launcher-2502-thread-1) [ ] o.e.j.s.Server Started @2237622ms
[junit4] 2> 2235202 INFO (jetty-launcher-2502-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59867}
[junit4] 2> 2235202 ERROR (jetty-launcher-2502-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2235202 INFO (jetty-launcher-2502-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 2235202 INFO (jetty-launcher-2502-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2235202 INFO (jetty-launcher-2502-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2235202 INFO (jetty-launcher-2502-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-01T08:21:07.586Z
[junit4] 2> 2235208 INFO (jetty-launcher-2502-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2235226 INFO (jetty-launcher-2502-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59863/solr
[junit4] 2> 2235340 INFO (jetty-launcher-2502-thread-1) [n:127.0.0.1:59867_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2235341 INFO (jetty-launcher-2502-thread-1) [n:127.0.0.1:59867_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59867_solr
[junit4] 2> 2235342 INFO (jetty-launcher-2502-thread-1) [n:127.0.0.1:59867_solr ] o.a.s.c.Overseer Overseer (id=98582794566172675-127.0.0.1:59867_solr-n_0000000000) starting
[junit4] 2> 2235354 INFO (jetty-launcher-2502-thread-1) [n:127.0.0.1:59867_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59867_solr
[junit4] 2> 2235356 INFO (zkCallback-2509-thread-1-processing-n:127.0.0.1:59867_solr) [n:127.0.0.1:59867_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2235510 INFO (jetty-launcher-2502-thread-1) [n:127.0.0.1:59867_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59867.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1417aa4
[junit4] 2> 2235518 INFO (jetty-launcher-2502-thread-1) [n:127.0.0.1:59867_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59867.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1417aa4
[junit4] 2> 2235518 INFO (jetty-launcher-2502-thread-1) [n:127.0.0.1:59867_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59867.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1417aa4
[junit4] 2> 2235519 INFO (jetty-launcher-2502-thread-1) [n:127.0.0.1:59867_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_82331C9EEDA821A4-001\cdcr-target-001\node1\.
[junit4] 1> Target zkHost = 127.0.0.1:59863/solr
[junit4] 2> 2235548 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[82331C9EEDA821A4]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_82331C9EEDA821A4-001\cdcr-source-001
[junit4] 2> 2235548 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[82331C9EEDA821A4]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2235549 INFO (Thread-3543) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2235549 INFO (Thread-3543) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2235553 ERROR (Thread-3543) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2235650 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[82331C9EEDA821A4]) [ ] o.a.s.c.ZkTestServer start zk server on port:59887
[junit4] 2> 2235668 INFO (jetty-launcher-2514-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2235669 INFO (jetty-launcher-2514-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f41838{/solr,null,AVAILABLE}
[junit4] 2> 2235672 INFO (jetty-launcher-2514-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@414c41{HTTP/1.1,[http/1.1]}{127.0.0.1:59891}
[junit4] 2> 2235672 INFO (jetty-launcher-2514-thread-1) [ ] o.e.j.s.Server Started @2238092ms
[junit4] 2> 2235672 INFO (jetty-launcher-2514-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59891}
[junit4] 2> 2235672 ERROR (jetty-launcher-2514-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2235672 INFO (jetty-launcher-2514-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 2235672 INFO (jetty-launcher-2514-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2235672 INFO (jetty-launcher-2514-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2235672 INFO (jetty-launcher-2514-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-01T08:21:08.056Z
[junit4] 2> 2235682 INFO (jetty-launcher-2514-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2235707 INFO (jetty-launcher-2514-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59887/solr
[junit4] 2> 2235836 INFO (jetty-launcher-2514-thread-1) [n:127.0.0.1:59891_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2235837 INFO (jetty-launcher-2514-thread-1) [n:127.0.0.1:59891_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59891_solr
[junit4] 2> 2235838 INFO (jetty-launcher-2514-thread-1) [n:127.0.0.1:59891_solr ] o.a.s.c.Overseer Overseer (id=98582794596188163-127.0.0.1:59891_solr-n_0000000000) starting
[junit4] 2> 2235847 INFO (jetty-launcher-2514-thread-1) [n:127.0.0.1:59891_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59891_solr
[junit4] 2> 2235848 INFO (OverseerStateUpdate-98582794596188163-127.0.0.1:59891_solr-n_0000000000) [n:127.0.0.1:59891_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2236059 INFO (jetty-launcher-2514-thread-1) [n:127.0.0.1:59891_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59891.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1417aa4
[junit4] 2> 2236069 INFO (jetty-launcher-2514-thread-1) [n:127.0.0.1:59891_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59891.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1417aa4
[junit4] 2> 2236069 INFO (jetty-launcher-2514-thread-1) [n:127.0.0.1:59891_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59891.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1417aa4
[junit4] 2> 2236071 INFO (jetty-launcher-2514-thread-1) [n:127.0.0.1:59891_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_82331C9EEDA821A4-001\cdcr-source-001\node1\.
[junit4] 2> 2236144 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[82331C9EEDA821A4]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2236145 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[82331C9EEDA821A4]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59887/solr ready
[junit4] 2> 2236147 INFO (qtp14096031-18454) [n:127.0.0.1:59891_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2236154 INFO (OverseerThreadFactory-7747-thread-1-processing-n:127.0.0.1:59891_solr) [n:127.0.0.1:59891_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 2236262 INFO (OverseerStateUpdate-98582794596188163-127.0.0.1:59891_solr-n_0000000000) [n:127.0.0.1:59891_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:59891/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2236464 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node1&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 2236466 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2236576 INFO (zkCallback-2521-thread-1-processing-n:127.0.0.1:59891_solr) [n:127.0.0.1:59891_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2236577 INFO (zkCallback-2521-thread-2-processing-n:127.0.0.1:59891_solr) [n:127.0.0.1:59891_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2237506 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2237516 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 2237523 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2237532 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2237539 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 2237543 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 2237544 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
[junit4] 2> 2237545 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59891.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1417aa4
[junit4] 2> 2237545 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2237545 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_82331C9EEDA821A4-001\cdcr-source-001\node1\cdcr-source_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_82331C9EEDA821A4-001\cdcr-source-001\node1\.\cdcr-source_shard1_replica_n1\data\]
[junit4] 2> 2237852 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 2237853 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2237855 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2237856 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2237863 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@174125b[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 2237865 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 2237866 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 2237866 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
[junit4] 2> 2237867 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2237868 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2237883 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 2237893 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
[junit4] 2> 2237945 INFO (searcherExecutor-7750-thread-1-processing-n:127.0.0.1:59891_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@174125b[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2237945 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577324716049301504
[junit4] 2> 2237956 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2237956 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2237956 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59891/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 2237956 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2237957 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:59891/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 2237957 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2237963 INFO (zkCallback-2521-thread-2-processing-n:127.0.0.1:59891_solr) [n:127.0.0.1:59891_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1
[junit4] 2> 2237965 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59891/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 2238080 INFO (zkCallback-2521-thread-2-processing-n:127.0.0.1:59891_solr) [n:127.0.0.1:59891_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2238081 INFO (zkCallback-2521-thread-1-processing-n:127.0.0.1:59891_solr) [n:127.0.0.1:59891_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2238124 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2238127 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node1&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1662
[junit4] 2> 2238136 INFO (qtp14096031-18454) [n:127.0.0.1:59891_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2238157 INFO (OverseerCollectionConfigSetProcessor-98582794596188163-127.0.0.1:59891_solr-n_0000000000) [n:127.0.0.1:59891_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2238238 INFO (zkCallback-2521-thread-1-processing-n:127.0.0.1:59891_solr) [n:127.0.0.1:59891_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2238238 INFO (zkCallback-2521-thread-2-processing-n:127.0.0.1:59891_solr) [n:127.0.0.1:59891_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2239137 INFO (qtp14096031-18454) [n:127.0.0.1:59891_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2988
[junit4] 1> Adding 10 docs with commit=true, numDocs=100
[junit4] 2> 2239177 INFO (qtp14096031-18458) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=36
[junit4] 2> 2239179 INFO (qtp14096031-18459) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577324717343244288,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2239179 INFO (qtp14096031-18459) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@ce7a06 commitCommandVersion:1577324717343244288
[junit4] 2> 2239212 INFO (qtp14096031-18459) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1320bfb[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 2239213 INFO (qtp14096031-18459) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2239216 INFO (searcherExecutor-7750-thread-1-processing-n:127.0.0.1:59891_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1320bfb[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100)))}
[junit4] 2> 2239216 INFO (qtp14096031-18459) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=37
[junit4] 1> Adding 10 docs with commit=true, numDocs=200
[junit4] 2> 2239239 INFO (qtp14096031-18460) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=21
[junit4] 2> 2239241 INFO (qtp14096031-18461) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577324717408256000,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2239241 INFO (qtp14096031-18461) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@ce7a06 commitCommandVersion:1577324717408256000
[junit4] 2> 2239263 INFO (qtp14096031-18461) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1396607[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 2239263 INFO (qtp14096031-18461) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2239266 INFO (searcherExecutor-7750-thread-1-processing-n:127.0.0.1:59891_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1396607[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100)))}
[junit4] 2> 2239266 INFO (qtp14096031-18461) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=25
[junit4] 1> Adding 10 docs with commit=true, numDocs=300
[junit4] 2> 2239291 INFO (qtp14096031-18456) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=22
[junit4] 2> 2239292 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577324717461733376,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2239292 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@ce7a06 commitCommandVersion:1577324717461733376
[junit4] 2> 2239323 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d9300d[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 2239324 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2239328 INFO (searcherExecutor-7750-thread-1-processing-n:127.0.0.1:59891_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1d9300d[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100)))}
[junit4] 2> 2239328 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=36
[junit4] 1> Adding 10 docs with commit=true, numDocs=400
[junit4] 2> 2239353 INFO (qtp14096031-18454) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=23
[junit4] 2> 2239354 INFO (qtp14096031-18458) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577324717526745088,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2239356 INFO (qtp14096031-18458) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@ce7a06 commitCommandVersion:1577324717526745088
[junit4] 2> 2239470 INFO (qtp14096031-18458) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4bb6e2[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 2239471 INFO (qtp14096031-18458) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2239473 INFO (searcherExecutor-7750-thread-1-processing-n:127.0.0.1:59891_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@4bb6e2[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100)))}
[junit4] 2> 2239473 INFO (qtp14096031-18458) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=118
[junit4] 1> Adding 10 docs with commit=true, numDocs=500
[junit4] 2> 2239495 INFO (qtp14096031-18459) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=19
[junit4] 2> 2239501 INFO (qtp14096031-18460) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577324717680885760,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2239501 INFO (qtp14096031-18460) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@ce7a06 commitCommandVersion:1577324717680885760
[junit4] 2> 2239553 INFO (qtp14096031-18460) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@71bf61[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 2239554 INFO (qtp14096031-18460) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2239557 INFO (searcherExecutor-7750-thread-1-processing-n:127.0.0.1:59891_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@71bf61[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100)))}
[junit4] 2> 2239558 INFO (qtp14096031-18460) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=58
[junit4] 1> Adding 10 docs with commit=true, numDocs=600
[junit4] 2> 2239578 INFO (qtp14096031-18461) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 2239579 INFO (qtp14096031-18456) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577324717762674688,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2239580 INFO (qtp14096031-18456) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@ce7a06 commitCommandVersion:1577324717762674688
[junit4] 2> 2239622 INFO (qtp14096031-18456) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6072a3[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 2239623 INFO (qtp14096031-18456) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2239625 INFO (searcherExecutor-7750-thread-1-processing-n:127.0.0.1:59891_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@6072a3[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100)))}
[junit4] 2> 2239625 INFO (qtp14096031-18456) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=46
[junit4] 1> Adding 10 docs with commit=true, numDocs=700
[junit4] 2> 2239640 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 2239641 INFO (qtp14096031-18454) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577324717827686400,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2239641 INFO (qtp14096031-18454) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@ce7a06 commitCommandVersion:1577324717827686400
[junit4] 2> 2239803 INFO (qtp14096031-18454) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@185d1ad[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 2239804 INFO (qtp14096031-18454) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2239816 INFO (searcherExecutor-7750-thread-1-processing-n:127.0.0.1:59891_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@185d1ad[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100)))}
[junit4] 2> 2239817 INFO (qtp14096031-18454) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=175
[junit4] 1> Adding 10 docs with commit=true, numDocs=800
[junit4] 2> 2239839 INFO (qtp14096031-18458) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=21
[junit4] 2> 2239839 INFO (qtp14096031-18459) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577324718035304459,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2239839 INFO (qtp14096031-18459) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@ce7a06 commitCommandVersion:1577324718035304459
[junit4] 2> 2239960 INFO (qtp14096031-18459) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@108874a[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 2239961 INFO (qtp14096031-18459) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2239967 INFO (searcherExecutor-7750-thread-1-processing-n:127.0.0.1:59891_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@108874a[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100)))}
[junit4] 2> 2239968 INFO (qtp14096031-18459) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=125
[junit4] 1> Adding 10 docs with commit=true, numDocs=900
[junit4] 2> 2240007 INFO (qtp14096031-18460) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=36
[junit4] 2> 2240013 INFO (qtp14096031-18461) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577324718217756672,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2240013 INFO (qtp14096031-18461) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@ce7a06 commitCommandVersion:1577324718217756672
[junit4] 2> 2240178 INFO (qtp14096031-18461) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@181be6b[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 2240179 INFO (qtp14096031-18461) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2240182 INFO (searcherExecutor-7750-thread-1-processing-n:127.0.0.1:59891_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@181be6b[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100) Uninverting(_8(7.0.0):C100)))}
[junit4] 2> 2240182 INFO (qtp14096031-18461) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=169
[junit4] 1> Adding 10 docs with commit=true, numDocs=1000
[junit4] 2> 2240206 INFO (qtp14096031-18456) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=21
[junit4] 2> 2240207 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577324718421180416,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2240207 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@ce7a06 commitCommandVersion:1577324718421180416
[junit4] 2> 2240284 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e67cf5[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 2240285 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2240290 INFO (searcherExecutor-7750-thread-1-processing-n:127.0.0.1:59891_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1e67cf5[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100) Uninverting(_8(7.0.0):C100) Uninverting(_9(7.0.0):C100)))}
[junit4] 2> 2240291 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=83
[junit4] 2> 2240294 INFO (qtp14096031-18454) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:4&wt=javabin&version=2} hits=1000 status=0 QTime=1
[junit4] 2> 2240342 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[82331C9EEDA821A4]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2240344 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[82331C9EEDA821A4]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59863/solr ready
[junit4] 2> 2240349 INFO (qtp24125483-18415) [n:127.0.0.1:59867_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2240352 INFO (OverseerThreadFactory-7739-thread-1-processing-n:127.0.0.1:59867_solr) [n:127.0.0.1:59867_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-target
[junit4] 2> 2240498 INFO (OverseerStateUpdate-98582794566172675-127.0.0.1:59867_solr-n_0000000000) [n:127.0.0.1:59867_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-target",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-target_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:59867/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2240701 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2240703 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2240816 INFO (zkCallback-2509-thread-1-processing-n:127.0.0.1:59867_solr) [n:127.0.0.1:59867_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2240817 INFO (zkCallback-2509-thread-2-processing-n:127.0.0.1:59867_solr) [n:127.0.0.1:59867_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2241734 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2241741 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 2241745 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-target_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2241750 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2241751 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-target/managed-schema
[junit4] 2> 2241754 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-target/schema.xml to /configs/cdcr-target/schema.xml.bak
[junit4] 2> 2241754 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-target_shard1_replica_n1' using configuration from collection cdcr-target, trusted=true
[junit4] 2> 2241755 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59867.solr.core.cdcr-target.shard1.replica_n1' (registry 'solr.core.cdcr-target.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1417aa4
[junit4] 2> 2241756 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2241756 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-target_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_82331C9EEDA821A4-001\cdcr-target-001\node1\cdcr-target_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_82331C9EEDA821A4-001\cdcr-target-001\node1\.\cdcr-target_shard1_replica_n1\data\]
[junit4] 2> 2241848 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 2241848 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2241850 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2241850 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2241851 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@b8d144[cdcr-target_shard1_replica_n1] main]
[junit4] 2> 2241853 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-target
[junit4] 2> 2241854 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-target
[junit4] 2> 2241854 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-target/managed-schema
[junit4] 2> 2241854 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2241855 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2241858 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-target/cdcr/state/buffer
[junit4] 2> 2241859 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-target/cdcr/state/process
[junit4] 2> 2241861 INFO (searcherExecutor-7756-thread-1-processing-n:127.0.0.1:59867_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] Registered new searcher Searcher@b8d144[cdcr-target_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2241861 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577324720155525120
[junit4] 2> 2241868 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2241868 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2241868 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59867/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 2241869 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2241869 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:59867/solr/cdcr-target_shard1_replica_n1/ has no replicas
[junit4] 2> 2241869 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2241872 INFO (zkCallback-2509-thread-2-processing-n:127.0.0.1:59867_solr) [n:127.0.0.1:59867_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-target:shard1
[junit4] 2> 2241873 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59867/solr/cdcr-target_shard1_replica_n1/ shard1
[junit4] 2> 2241978 INFO (zkCallback-2509-thread-2-processing-n:127.0.0.1:59867_solr) [n:127.0.0.1:59867_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2241978 INFO (zkCallback-2509-thread-1-processing-n:127.0.0.1:59867_solr) [n:127.0.0.1:59867_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2242025 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2242029 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1327
[junit4] 2> 2242036 INFO (qtp24125483-18415) [n:127.0.0.1:59867_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2242138 INFO (zkCallback-2509-thread-2-processing-n:127.0.0.1:59867_solr) [n:127.0.0.1:59867_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2242138 INFO (zkCallback-2509-thread-1-processing-n:127.0.0.1:59867_solr) [n:127.0.0.1:59867_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2242355 INFO (OverseerCollectionConfigSetProcessor-98582794566172675-127.0.0.1:59867_solr-n_0000000000) [n:127.0.0.1:59867_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2243037 INFO (qtp24125483-18415) [n:127.0.0.1:59867_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2687
[junit4] 2> 2243043 INFO (qtp24125483-18418) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-target:4&action=start&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 2243043 INFO (zkCallback-2509-thread-1-processing-n:127.0.0.1:59867_solr) [n:127.0.0.1:59867_solr ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/cdcr/state/process @ cdcr-target:shard1
[junit4] 2> 2243044 INFO (zkCallback-2509-thread-1-processing-n:127.0.0.1:59867_solr) [n:127.0.0.1:59867_solr ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-target:shard1
[junit4] 2> 2243051 INFO (qtp14096031-18458) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2243053 INFO (qtp14096031-18458) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59863/solr ready
[junit4] 2> 2243064 INFO (qtp24125483-18416) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
[junit4] 2> 2243064 INFO (qtp24125483-18416) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2243065 INFO (qtp24125483-18420) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={_stateVer_=cdcr-target:4&action=COLLECTIONCHECKPOINT&wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 2243065 INFO (qtp14096031-18458) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Create new update log reader for target cdcr-target with checkpoint -1 @ cdcr-source:shard1
[junit4] 2> 2243065 INFO (qtp14096031-18458) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target, shard: shard1
[junit4] 2> 2243070 INFO (qtp14096031-18458) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Submitting bootstrap task to executor
[junit4] 2> 2243071 INFO (zkCallback-2521-thread-2-processing-n:127.0.0.1:59891_solr) [n:127.0.0.1:59891_solr ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/process @ cdcr-source:shard1
[junit4] 2> 2243072 INFO (qtp14096031-18458) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=start&wt=javabin&version=2} status=0 QTime=28
[junit4] 2> 2243072 INFO (zkCallback-2521-thread-2-processing-n:127.0.0.1:59891_solr) [n:127.0.0.1:59891_solr ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-source:shard1
[junit4] 2> 2243073 INFO (cdcr-bootstrap-status-2533-thread-1-processing-n:127.0.0.1:59891_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target shard: shard1 leader: http://127.0.0.1:59867/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 2243075 INFO (qtp14096031-18459) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=queues&wt=javabin&version=2} status=0 QTime=1
[junit4] 1> Cdcr queue response: {responseHeader={status=0,QTime=1},queues={127.0.0.1:59863/solr={cdcr-target={queueSize=1010,lastTimestamp=}}},tlogTotalSize=47659,tlogTotalCount=10,updateLogSynchronizer=stopped}
[junit4] 2> 2243078 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=http://127.0.0.1:59891/solr/cdcr-source_shard1_replica_n1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2243079 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577324721432690688,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2243079 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2243081 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2243081 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-target:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2243082 INFO (qtp24125483-18418) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2243082 WARN (cdcr-bootstrap-status-2533-thread-1-processing-n:127.0.0.1:59891_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Bootstrap process was not found on target collection: cdcr-target shard: shard1, leader: http://127.0.0.1:59867/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 2243083 INFO (qtp24125483-18417) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-target:4&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2243083 INFO (cdcr-bootstrap-status-2533-thread-1-processing-n:127.0.0.1:59891_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target shard: shard1 leader: http://127.0.0.1:59867/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 2243084 INFO (qtp24125483-18418) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=http://127.0.0.1:59891/solr/cdcr-source_shard1_replica_n1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2243085 INFO (qtp24125483-18413) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2243086 INFO (cdcr-bootstrap-status-2533-thread-1-processing-n:127.0.0.1:59891_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager CDCR bootstrap running for 1 seconds, sleeping for 2000 ms
[junit4] 2> 2243089 INFO (recoveryExecutor-2507-thread-1-processing-n:127.0.0.1:59867_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 2243092 INFO (qtp14096031-18461) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577324721446322176,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2243092 INFO (qtp14096031-18461) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@ce7a06 commitCommandVersion:1577324721446322176
[junit4] 2> 2243102 INFO (qtp14096031-18461) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@c77c2e[cdcr-source_shard1_replica_n1] realtime]
[junit4] 2> 2243103 INFO (qtp14096031-18461) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2243103 INFO (qtp14096031-18461) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2} status=0 QTime=11
[junit4] 2> 2243105 INFO (qtp14096031-18454) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2243106 INFO (recoveryExecutor-2507-thread-1-processing-n:127.0.0.1:59867_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Master's generation: 12
[junit4] 2> 2243106 INFO (recoveryExecutor-2507-thread-1-processing-n:127.0.0.1:59867_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Master's version: 1504254075476
[junit4] 2> 2243106 INFO (recoveryExecutor-2507-thread-1-processing-n:127.0.0.1:59867_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 2243106 INFO (recoveryExecutor-2507-thread-1-processing-n:127.0.0.1:59867_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 2243106 INFO (recoveryExecutor-2507-thread-1-processing-n:127.0.0.1:59867_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 2243115 INFO (qtp14096031-18458) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Adding tlog files to list: [{size=4657, name=tlog.0000000000000000000.1577324717304446976}, {size=4778, name=tlog.0000000000000000001.1577324717384138752}, {size=4778, name=tlog.0000000000000000002.1577324717436567552}, {size=4778, name=tlog.0000000000000000003.1577324717502627840}, {size=4778, name=tlog.0000000000000000004.1577324717653622784}, {size=4778, name=tlog.0000000000000000005.1577324717743800320}, {size=4778, name=tlog.0000000000000000006.1577324717814054912}, {size=4778, name=tlog.0000000000000000007.1577324718015381504}, {size=4778, name=tlog.0000000000000000008.1577324718173716480}, {size=4778, name=tlog.0000000000000000009.1577324718398111744}]
[junit4] 2> 2243115 INFO (qtp14096031-18458) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=8
[junit4] 2> 2243115 INFO (recoveryExecutor-2507-thread-1-processing-n:127.0.0.1:59867_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Number of files in latest index in master: 13
[junit4] 2> 2243115 INFO (recoveryExecutor-2507-thread-1-processing-n:127.0.0.1:59867_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Number of tlog files in master: 10
[junit4] 2> 2243117 INFO (recoveryExecutor-2507-thread-1-processing-n:127.0.0.1:59867_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2243119 INFO (recoveryExecutor-2507-thread-1-processing-n:127.0.0.1:59867_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@18df603 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@114f6)
[junit4] 2> 2243120 INFO (qtp14096031-18459) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2243121 INFO (qtp14096031-18460) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2243125 INFO (qtp14096031-18461) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2243127 INFO (qtp14096031-18461) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2243128 INFO (qtp14096031-18461) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene70_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2243130 INFO (qtp14096031-18456) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2243131 INFO (qtp14096031-18456) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2243133 INFO (qtp14096031-18454) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2243134 INFO (qtp14096031-18458) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2243135 INFO (qtp14096031-18459) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2243137 INFO (qtp14096031-18460) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2243138 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene70_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2243140 INFO (qtp14096031-18461) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=segments_c&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2243141 INFO (recoveryExecutor-2507-thread-1-processing-n:127.0.0.1:59867_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:59867_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Starting download of tlog files from master: [{size=4657, name=tlog.0000000000000000000.1577324717304446976}, {size=4778, name=tlog.0000000000000000001.1577324717384138752}, {size=4778, name=tlog.0000000000000000002.1577324717436567552}, {size=4778, name=tlog.0000000000000000003.1577324717502627840}, {size=4778, name=tlog.0000000000000000004.1577324717653622784}, {size=4778, name=tlog.0000000000000000005.1577324717743800320}, {size=4778, name=tlog.0000000000000000006.1577324717814054912}, {size=4778, name=tlog.0000000000000000007.1577324718015381504}, {size=4778, name=tlog.0000000000000000008.1577324718173716480}, {size=4778, name=tlog.0000000000000000009.1577324718398111744}]
[junit4] 2> 2243152 INFO (qtp14096031-18456) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000000.1577324717304446976&wt=filestream&command=filecontent} status=0 QTime=4
[junit4] 2> 2243155 INFO (qtp14096031-18454) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000001.1577324717384138752&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2243158 INFO (qtp14096031-18458) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000002.1577324717436567552&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2243162 INFO (qtp14096031-18459) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000003.1577324717502627840&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2243164 INFO (qtp14096031-18460) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000004.1577324717653622784&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2243168 INFO (qtp14096031-18457) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000005.1577324717743800320&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2243172 INFO (qtp14096031-18461) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000006.1577324717814054912&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2243175 INFO (qtp14096031-18461) [n:127.0.0.1:59891_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000007.1577324718015381504&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2243177 INFO (qtp14096031-18454) [n:127.0.0.
[...truncated too long message...]
d1.replica_n1, tag=1048607
[junit4] 2> 2389688 INFO (coreCloseExecutor-7890-thread-1) [n:127.0.0.1:60390_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f421d: rootName = solr_60390, domain = solr.core.cdcr-target.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.cdcr-target.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@89d2b
[junit4] 2> 2389696 INFO (coreCloseExecutor-7890-thread-1) [n:127.0.0.1:60390_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-target.shard1.leader, tag=1048607
[junit4] 2> 2389697 INFO (coreCloseExecutor-7890-thread-1) [n:127.0.0.1:60390_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1
[junit4] 2> 2389698 INFO (jetty-closer-2572-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98582803928055811-127.0.0.1:60390_solr-n_0000000000) closing
[junit4] 2> 2389699 INFO (OverseerStateUpdate-98582803928055811-127.0.0.1:60390_solr-n_0000000000) [n:127.0.0.1:60390_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60390_solr
[junit4] 2> 2389699 WARN (zkCallback-2578-thread-1-processing-n:127.0.0.1:60390_solr) [n:127.0.0.1:60390_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2389700 INFO (jetty-closer-2572-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1a0548d{/solr,null,UNAVAILABLE}
[junit4] 2> 2389701 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[82331C9EEDA821A4]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2389701 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[82331C9EEDA821A4]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60386 60386
[junit4] 2> 2389703 INFO (Thread-3583) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60386 60386
[junit4] 2> 2389703 WARN (Thread-3583) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/configs/cdcr-target/managed-schema
[junit4] 2> 2 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-target/state.json
[junit4] 2> 3 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/cdcr-target/cdcr/state/buffer
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 2389704 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[82331C9EEDA821A4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testConvertClusterToCdcrAndBootstrap
[junit4] 2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_82331C9EEDA821A4-001
[junit4] 2> Sep 01, 2017 8:23:42 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 6 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=mt, timezone=America/Asuncion
[junit4] 2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_144 (32-bit)/cpus=3,threads=1,free=203034832,total=467927040
[junit4] 2> NOTE: All tests run in this JVM: [TestSchemaSimilarityResource, DOMUtilTest, TestPushWriter, JvmMetricsTest, OverseerStatusTest, SolrSlf4jReporterTest, TestTolerantUpdateProcessorRandomCloud, TestImplicitCoreProperties, TestManagedResource, HdfsDirectoryFactoryTest, TestSimpleQParserPlugin, TestPivotHelperCode, TestCloudRecovery, AssignTest, TestInPlaceUpdatesDistrib, BasicAuthStandaloneTest, TestSolrJ, HdfsThreadLeakTest, TestQueryUtils, LeaderInitiatedRecoveryOnCommitTest, TestDocSet, TestSortByMinMaxFunction, QueryEqualityTest, PeerSyncReplicationTest, ZkNodePropsTest, FileBasedSpellCheckerTest, SolrPluginUtilsTest, SolrGangliaReporterTest, TestTlogReplica, PluginInfoTest, SaslZkACLProviderTest, JSONWriterTest, PreAnalyzedFieldTest, TestRestoreCore, TestSuggestSpellingConverter, TestRebalanceLeaders, TestBackupRepositoryFactory, SchemaVersionSpecificBehaviorTest, TestExportWriter, TestCollationFieldDocValues, PingRequestHandlerTest, TestSystemIdResolver, TestAnalyzeInfixSuggestions, FieldMutatingUpdateProcessorTest, MetricUtilsTest, CoreMergeIndexesAdminHandlerTest, ConcurrentDeleteAndCreateCollectionTest, CheckHdfsIndexTest, CdcrRequestHandlerTest, DistributedFacetPivotLargeTest, CdcrReplicationDistributedZkTest, TestDocTermOrds, DistributedExpandComponentTest, DocumentAnalysisRequestHandlerTest, TestOnReconnectListenerSupport, DistributedMLTComponentTest, JavabinLoaderTest, SolrCoreCheckLockOnStartupTest, SearchHandlerTest, TestLeaderElectionWithEmptyReplica, TestIndexSearcher, ZkStateReaderTest, TestDocumentBuilder, TestPerFieldSimilarity, BasicDistributedZk2Test, HdfsBasicDistributedZk2Test, TestSolrQueryParser, SolrCmdDistributorTest, TestRealTimeGet, PolyFieldTest, TestComplexPhraseQParserPlugin, TestBM25SimilarityFactory, TestDynamicFieldCollectionResource, TestClassNameShortening, TestCloudNestedDocsSort, DistributedQueueTest, TestRandomFlRTGCloud, RollingRestartTest, SimpleCollectionCreateDeleteTest, LeaderElectionIntegrationTest, TestWordDelimiterFilterFactory, SpellPossibilityIteratorTest, BasicZkTest, TestLockTree, OverseerModifyCollectionTest, TestFastWriter, TestBulkSchemaConcurrent, TestSolrCLIRunExample, TestSolrCloudWithSecureImpersonation, V2ApiIntegrationTest, SolrIndexMetricsTest, TestExceedMaxTermLength, TestBadConfig, TestFastOutputStream, SpellingQueryConverterTest, ConfigureRecoveryStrategyTest, HdfsRestartWhileUpdatingTest, CloudExitableDirectoryReaderTest, TestLuceneMatchVersion, TestSSLRandomization, SOLR749Test, TestInitParams, TestShortCircuitedRequests, TestCollationField, RemoteQueryErrorTest, TestRandomCollapseQParserPlugin, TestDistributedMissingSort, SuggestComponentTest, BadComponentTest, ExternalFileFieldSortTest, DistributedFacetPivotWhiteBoxTest, ReplicaListTransformerTest, HdfsCollectionsAPIDistributedZkTest, TestPartialUpdateDeduplication, TestFileDictionaryLookup, SuggesterFSTTest, UpdateRequestProcessorFactoryTest, SimpleMLTQParserTest, TestReloadDeadlock, StressHdfsTest, TestPerFieldSimilarityWithDefaultOverride, HdfsDirectoryTest, CollectionStateFormat2Test, FileUtilsTest, CopyFieldTest, TestInitQParser, BooleanFieldTest, TestReplicationHandlerBackup, TestCrossCoreJoin, BadIndexSchemaTest, SolrIndexConfigTest, TestFiltering, ManagedSchemaRoundRobinCloudTest, TestGraphTermsQParserPlugin, TestStressUserVersions, SecurityConfHandlerTest, BlockJoinFacetSimpleTest, AutoScalingHandlerTest, TestSerializedLuceneMatchVersion, TestRandomFaceting, CollectionsAPIAsyncDistributedZkTest, TestRequestForwarding, SynonymTokenizerTest, EchoParamsTest, ConvertedLegacyTest, BlockDirectoryTest, DistributedTermsComponentTest, TestMacroExpander, TermsComponentTest, TestManagedSchema, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestSolrDeletionPolicy1, TestSchemaManager, TestNumericTokenStream, TestJettySolrRunner, TestSolrCoreSnapshots, DocValuesNotIndexedTest, PreAnalyzedUpdateProcessorTest, TestExclusionRuleCollectionAccess, UninvertDocValuesMergePolicyTest, LeaderFailoverAfterPartitionTest, SystemInfoHandlerTest, TestExpandComponent, UpdateParamsTest, SolrCloudExampleTest, TolerantUpdateProcessorTest, DataDrivenBlockJoinTest, TestSolr4Spatial, TestSolrCloudWithHadoopAuthPlugin, SearchHandlerTest, ShardRoutingCustomTest, TestLRUStatsCache, UtilsToolTest, TestGraphMLResponseWriter, MergeStrategyTest, DocValuesMissingTest, TestCryptoKeys, TestConfigReload, TestDistributedGrouping, BasicDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, FullSolrCloudDistribCmdsTest, TestDistributedSearch, TermVectorComponentDistributedTest, TestRangeQuery, StatsComponentTest, PeerSyncTest, HighlighterTest, DistributedQueryElevationComponentTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SolrRequestParserTest, DocValuesTest, StatelessScriptUpdateProcessorFactoryTest, SolrInfoBeanTest, CacheHeaderTest, LukeRequestHandlerTest, TestQueryTypes, DocumentBuilderTest, TermVectorComponentTest, FastVectorHighlighterTest, LoggingHandlerTest, TestJmxIntegration, QueryParsingTest, JsonLoaderTest, TestComponentsName, TestStressRecovery, SampleTest, TestBinaryField, TestSearchPerf, MinimalSchemaTest, TestConfig, TestPostingsSolrHighlighter, TestCodecSupport, TimeZoneUtilsTest, OpenExchangeRatesOrgProviderTest, DateMathParserTest, RAMDirectoryFactoryTest, ClusterStateTest, TestLRUCache, TestUtils, SliceStateTest, CircularListTest, TestRTGBase, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, ActionThrottleTest, AliasIntegrationTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest]
[junit4] Completed [502/729 (1!)] on J1 in 155.65s, 3 tests, 1 failure <<< FAILURES!
[...truncated 40161 lines...]
[JENKINS] Lucene-Solr-7.0-Windows (32bit/jdk1.8.0_144) - Build #
124 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.0-Windows/124/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1100>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
at __randomizedtesting.SeedInfo.seed([5793E6163EF30DD:D13C753884B98326]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12637 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_5793E6163EF30DD-001\init-core-data-001
[junit4] 2> 1724000 INFO (SUITE-CdcrBootstrapTest-seed#[5793E6163EF30DD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1724001 INFO (SUITE-CdcrBootstrapTest-seed#[5793E6163EF30DD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1724002 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testConvertClusterToCdcrAndBootstrap
[junit4] 2> 1724003 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_5793E6163EF30DD-001\cdcr-target-001
[junit4] 2> 1724003 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1724003 INFO (Thread-3837) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1724003 INFO (Thread-3837) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1724007 ERROR (Thread-3837) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1724103 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.c.ZkTestServer start zk server on port:58227
[junit4] 2> 1724112 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e3a1987c20000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1724114 INFO (jetty-launcher-2624-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1724114 INFO (jetty-launcher-2624-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1630bc{/solr,null,AVAILABLE}
[junit4] 2> 1724115 INFO (jetty-launcher-2624-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@609722{HTTP/1.1,[http/1.1]}{127.0.0.1:58231}
[junit4] 2> 1724116 INFO (jetty-launcher-2624-thread-1) [ ] o.e.j.s.Server Started @1729742ms
[junit4] 2> 1724116 INFO (jetty-launcher-2624-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58231}
[junit4] 2> 1724116 ERROR (jetty-launcher-2624-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1724116 INFO (jetty-launcher-2624-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 1724116 INFO (jetty-launcher-2624-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1724116 INFO (jetty-launcher-2624-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1724116 INFO (jetty-launcher-2624-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-31T21:01:45.392Z
[junit4] 2> 1724117 INFO (jetty-launcher-2624-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1724133 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e3a1987c20001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1724137 INFO (jetty-launcher-2624-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58227/solr
[junit4] 2> 1724208 INFO (jetty-launcher-2624-thread-1) [n:127.0.0.1:58231_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1724208 INFO (jetty-launcher-2624-thread-1) [n:127.0.0.1:58231_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58231_solr
[junit4] 2> 1724209 INFO (jetty-launcher-2624-thread-1) [n:127.0.0.1:58231_solr ] o.a.s.c.Overseer Overseer (id=98580123174961155-127.0.0.1:58231_solr-n_0000000000) starting
[junit4] 2> 1724214 INFO (jetty-launcher-2624-thread-1) [n:127.0.0.1:58231_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58231_solr
[junit4] 2> 1724222 INFO (zkCallback-2631-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1724334 INFO (jetty-launcher-2624-thread-1) [n:127.0.0.1:58231_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58231.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19390db
[junit4] 2> 1724339 INFO (jetty-launcher-2624-thread-1) [n:127.0.0.1:58231_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58231.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19390db
[junit4] 2> 1724340 INFO (jetty-launcher-2624-thread-1) [n:127.0.0.1:58231_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58231.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19390db
[junit4] 2> 1724341 INFO (jetty-launcher-2624-thread-1) [n:127.0.0.1:58231_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_5793E6163EF30DD-001\cdcr-target-001\node1\.
[junit4] 2> 1724360 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e3a1987c20004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 1> Target zkHost = 127.0.0.1:58227/solr
[junit4] 2> 1724368 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_5793E6163EF30DD-001\cdcr-source-001
[junit4] 2> 1724368 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1724368 INFO (Thread-3847) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1724368 INFO (Thread-3847) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1724372 ERROR (Thread-3847) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1724468 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.c.ZkTestServer start zk server on port:58251
[junit4] 2> 1724482 INFO (jetty-launcher-2636-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1724483 INFO (jetty-launcher-2636-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@198b5b0{/solr,null,AVAILABLE}
[junit4] 2> 1724485 INFO (jetty-launcher-2636-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1f2f92e{HTTP/1.1,[http/1.1]}{127.0.0.1:58255}
[junit4] 2> 1724486 INFO (jetty-launcher-2636-thread-1) [ ] o.e.j.s.Server Started @1730112ms
[junit4] 2> 1724486 INFO (jetty-launcher-2636-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58255}
[junit4] 2> 1724486 ERROR (jetty-launcher-2636-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1724486 INFO (jetty-launcher-2636-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 1724486 INFO (jetty-launcher-2636-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1724486 INFO (jetty-launcher-2636-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1724486 INFO (jetty-launcher-2636-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-31T21:01:45.762Z
[junit4] 2> 1724492 INFO (jetty-launcher-2636-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1724512 INFO (jetty-launcher-2636-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58251/solr
[junit4] 2> 1724649 INFO (jetty-launcher-2636-thread-1) [n:127.0.0.1:58255_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1724650 INFO (jetty-launcher-2636-thread-1) [n:127.0.0.1:58255_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58255_solr
[junit4] 2> 1724650 INFO (jetty-launcher-2636-thread-1) [n:127.0.0.1:58255_solr ] o.a.s.c.Overseer Overseer (id=98580123198881795-127.0.0.1:58255_solr-n_0000000000) starting
[junit4] 2> 1724656 INFO (jetty-launcher-2636-thread-1) [n:127.0.0.1:58255_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58255_solr
[junit4] 2> 1724657 INFO (zkCallback-2643-thread-1-processing-n:127.0.0.1:58255_solr) [n:127.0.0.1:58255_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1724854 INFO (jetty-launcher-2636-thread-1) [n:127.0.0.1:58255_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58255.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19390db
[junit4] 2> 1724859 INFO (jetty-launcher-2636-thread-1) [n:127.0.0.1:58255_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58255.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19390db
[junit4] 2> 1724859 INFO (jetty-launcher-2636-thread-1) [n:127.0.0.1:58255_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58255.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19390db
[junit4] 2> 1724860 INFO (jetty-launcher-2636-thread-1) [n:127.0.0.1:58255_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_5793E6163EF30DD-001\cdcr-source-001\node1\.
[junit4] 2> 1724882 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e3a19892f0004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1724894 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e3a19892f0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1724897 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1724898 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58251/solr ready
[junit4] 2> 1724900 INFO (qtp6051127-17268) [n:127.0.0.1:58255_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1724902 INFO (OverseerThreadFactory-8775-thread-1-processing-n:127.0.0.1:58255_solr) [n:127.0.0.1:58255_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 1725009 INFO (OverseerStateUpdate-98580123198881795-127.0.0.1:58255_solr-n_0000000000) [n:127.0.0.1:58255_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:58255/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1725213 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node1&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 1725214 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1725323 INFO (zkCallback-2643-thread-1-processing-n:127.0.0.1:58255_solr) [n:127.0.0.1:58255_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1725325 INFO (zkCallback-2643-thread-2-processing-n:127.0.0.1:58255_solr) [n:127.0.0.1:58255_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1726232 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1726237 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1726240 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1726240 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
[junit4] 2> 1726241 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58255.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19390db
[junit4] 2> 1726241 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1726241 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_5793E6163EF30DD-001\cdcr-source-001\node1\cdcr-source_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_5793E6163EF30DD-001\cdcr-source-001\node1\.\cdcr-source_shard1_replica_n1\data\]
[junit4] 2> 1726324 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1726324 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1726329 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1726329 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1726332 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2cbfa1[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1726334 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 1726334 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 1726335 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1726348 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577281973255143424
[junit4] 2> 1726350 INFO (searcherExecutor-8778-thread-1-processing-n:127.0.0.1:58255_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@2cbfa1[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1726355 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1726355 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1726355 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58255/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 1726356 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1726356 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:58255/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 1726356 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1726360 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58255/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 1726465 INFO (zkCallback-2643-thread-2-processing-n:127.0.0.1:58255_solr) [n:127.0.0.1:58255_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1726465 INFO (zkCallback-2643-thread-1-processing-n:127.0.0.1:58255_solr) [n:127.0.0.1:58255_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1726513 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1726514 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node1&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1301
[junit4] 2> 1726517 INFO (qtp6051127-17268) [n:127.0.0.1:58255_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1726618 INFO (zkCallback-2643-thread-1-processing-n:127.0.0.1:58255_solr) [n:127.0.0.1:58255_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1726618 INFO (zkCallback-2643-thread-2-processing-n:127.0.0.1:58255_solr) [n:127.0.0.1:58255_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1726903 INFO (OverseerCollectionConfigSetProcessor-98580123198881795-127.0.0.1:58255_solr-n_0000000000) [n:127.0.0.1:58255_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1727517 INFO (qtp6051127-17268) [n:127.0.0.1:58255_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2617
[junit4] 1> Adding 10 docs with commit=true, numDocs=100
[junit4] 2> 1727530 INFO (qtp6051127-17271) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_0 (1577281974486171648), source_1 (1577281974491414528), source_2 (1577281974491414529), source_3 (1577281974491414530), source_4 (1577281974491414531), source_5 (1577281974491414532), source_6 (1577281974491414533), source_7 (1577281974491414534), source_8 (1577281974491414535), source_9 (1577281974491414536), ... (100 adds)]} 0 8
[junit4] 2> 1727531 INFO (qtp6051127-17272) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577281974495608832,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1727531 INFO (qtp6051127-17272) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@179747f commitCommandVersion:1577281974495608832
[junit4] 2> 1727573 INFO (qtp6051127-17272) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@a3f3ae[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1727573 INFO (qtp6051127-17272) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1727574 INFO (searcherExecutor-8778-thread-1-processing-n:127.0.0.1:58255_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@a3f3ae[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100)))}
[junit4] 2> 1727574 INFO (qtp6051127-17272) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 42
[junit4] 1> Adding 10 docs with commit=true, numDocs=200
[junit4] 2> 1727579 INFO (qtp6051127-17267) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_100 (1577281974541746176), source_101 (1577281974544891904), source_102 (1577281974544891905), source_103 (1577281974544891906), source_104 (1577281974544891907), source_105 (1577281974544891908), source_106 (1577281974544891909), source_107 (1577281974544891910), source_108 (1577281974544891911), source_109 (1577281974544891912), ... (100 adds)]} 0 4
[junit4] 2> 1727580 INFO (qtp6051127-17273) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577281974546989056,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1727580 INFO (qtp6051127-17273) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@179747f commitCommandVersion:1577281974546989056
[junit4] 2> 1727605 INFO (qtp6051127-17273) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f1368d[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1727605 INFO (qtp6051127-17273) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1727606 INFO (searcherExecutor-8778-thread-1-processing-n:127.0.0.1:58255_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1f1368d[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100)))}
[junit4] 2> 1727606 INFO (qtp6051127-17273) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 26
[junit4] 1> Adding 10 docs with commit=true, numDocs=300
[junit4] 2> 1727610 INFO (qtp6051127-17270) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_200 (1577281974575300608), source_201 (1577281974577397760), source_202 (1577281974577397761), source_203 (1577281974577397762), source_204 (1577281974577397763), source_205 (1577281974577397764), source_206 (1577281974577397765), source_207 (1577281974577397766), source_208 (1577281974577397767), source_209 (1577281974577397768), ... (100 adds)]} 0 3
[junit4] 2> 1727611 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577281974579494912,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1727611 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@179747f commitCommandVersion:1577281974579494912
[junit4] 2> 1727635 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ef6c08[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1727636 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1727637 INFO (searcherExecutor-8778-thread-1-processing-n:127.0.0.1:58255_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1ef6c08[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100)))}
[junit4] 2> 1727637 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 25
[junit4] 1> Adding 10 docs with commit=true, numDocs=400
[junit4] 2> 1727640 INFO (qtp6051127-17268) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_300 (1577281974607806464), source_301 (1577281974608855040), source_302 (1577281974608855041), source_303 (1577281974608855042), source_304 (1577281974608855043), source_305 (1577281974608855044), source_306 (1577281974608855045), source_307 (1577281974608855046), source_308 (1577281974608855047), source_309 (1577281974608855048), ... (100 adds)]} 0 2
[junit4] 2> 1727641 INFO (qtp6051127-17271) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577281974610952192,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1727641 INFO (qtp6051127-17271) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@179747f commitCommandVersion:1577281974610952192
[junit4] 2> 1727666 INFO (qtp6051127-17271) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@15b501b[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1727666 INFO (qtp6051127-17271) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1727667 INFO (searcherExecutor-8778-thread-1-processing-n:127.0.0.1:58255_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@15b501b[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100)))}
[junit4] 2> 1727667 INFO (qtp6051127-17271) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 25
[junit4] 1> Adding 10 docs with commit=true, numDocs=500
[junit4] 2> 1727670 INFO (qtp6051127-17272) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_400 (1577281974639263744), source_401 (1577281974640312320), source_402 (1577281974640312321), source_403 (1577281974640312322), source_404 (1577281974640312323), source_405 (1577281974640312324), source_406 (1577281974640312325), source_407 (1577281974640312326), source_408 (1577281974640312327), source_409 (1577281974640312328), ... (100 adds)]} 0 2
[junit4] 2> 1727671 INFO (qtp6051127-17267) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577281974642409472,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1727671 INFO (qtp6051127-17267) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@179747f commitCommandVersion:1577281974642409472
[junit4] 2> 1727698 INFO (qtp6051127-17267) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@a5c33e[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1727698 INFO (qtp6051127-17267) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1727699 INFO (searcherExecutor-8778-thread-1-processing-n:127.0.0.1:58255_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@a5c33e[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100)))}
[junit4] 2> 1727699 INFO (qtp6051127-17267) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 27
[junit4] 1> Adding 10 docs with commit=true, numDocs=600
[junit4] 2> 1727703 INFO (qtp6051127-17273) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_500 (1577281974672818176), source_501 (1577281974674915328), source_502 (1577281974674915329), source_503 (1577281974674915330), source_504 (1577281974674915331), source_505 (1577281974674915332), source_506 (1577281974674915333), source_507 (1577281974674915334), source_508 (1577281974674915335), source_509 (1577281974674915336), ... (100 adds)]} 0 3
[junit4] 2> 1727704 INFO (qtp6051127-17270) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577281974677012480,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1727704 INFO (qtp6051127-17270) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@179747f commitCommandVersion:1577281974677012480
[junit4] 2> 1727733 INFO (qtp6051127-17270) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@147950d[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1727734 INFO (qtp6051127-17270) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1727735 INFO (searcherExecutor-8778-thread-1-processing-n:127.0.0.1:58255_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@147950d[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100)))}
[junit4] 2> 1727735 INFO (qtp6051127-17270) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 31
[junit4] 1> Adding 10 docs with commit=true, numDocs=700
[junit4] 2> 1727738 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_600 (1577281974709518336), source_601 (1577281974711615488), source_602 (1577281974711615489), source_603 (1577281974711615490), source_604 (1577281974711615491), source_605 (1577281974711615492), source_606 (1577281974711615493), source_607 (1577281974711615494), source_608 (1577281974711615495), source_609 (1577281974711615496), ... (100 adds)]} 0 2
[junit4] 2> 1727739 INFO (qtp6051127-17268) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577281974713712640,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1727739 INFO (qtp6051127-17268) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@179747f commitCommandVersion:1577281974713712640
[junit4] 2> 1727771 INFO (qtp6051127-17268) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@10360e6[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1727771 INFO (qtp6051127-17268) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1727773 INFO (searcherExecutor-8778-thread-1-processing-n:127.0.0.1:58255_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@10360e6[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100)))}
[junit4] 2> 1727773 INFO (qtp6051127-17268) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 33
[junit4] 1> Adding 10 docs with commit=true, numDocs=800
[junit4] 2> 1727777 INFO (qtp6051127-17271) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_700 (1577281974750412800), source_701 (1577281974752509952), source_702 (1577281974752509953), source_703 (1577281974752509954), source_704 (1577281974752509955), source_705 (1577281974752509956), source_706 (1577281974752509957), source_707 (1577281974752509958), source_708 (1577281974752509959), source_709 (1577281974752509960), ... (100 adds)]} 0 3
[junit4] 2> 1727777 INFO (qtp6051127-17272) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577281974753558528,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1727777 INFO (qtp6051127-17272) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@179747f commitCommandVersion:1577281974753558528
[junit4] 2> 1727810 INFO (qtp6051127-17272) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1aad27d[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1727811 INFO (qtp6051127-17272) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1727811 INFO (searcherExecutor-8778-thread-1-processing-n:127.0.0.1:58255_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1aad27d[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100)))}
[junit4] 2> 1727813 INFO (qtp6051127-17272) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 34
[junit4] 1> Adding 10 docs with commit=true, numDocs=900
[junit4] 2> 1727816 INFO (qtp6051127-17267) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_800 (1577281974791307264), source_801 (1577281974793404416), source_802 (1577281974793404417), source_803 (1577281974793404418), source_804 (1577281974793404419), source_805 (1577281974793404420), source_806 (1577281974793404421), source_807 (1577281974793404422), source_808 (1577281974793404423), source_809 (1577281974793404424), ... (100 adds)]} 0 3
[junit4] 2> 1727817 INFO (qtp6051127-17273) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577281974795501568,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1727817 INFO (qtp6051127-17273) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@179747f commitCommandVersion:1577281974795501568
[junit4] 2> 1727854 INFO (qtp6051127-17273) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f9c7f[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1727855 INFO (qtp6051127-17273) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1727855 INFO (searcherExecutor-8778-thread-1-processing-n:127.0.0.1:58255_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@3f9c7f[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100) Uninverting(_8(7.0.0):C100)))}
[junit4] 2> 1727856 INFO (qtp6051127-17273) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 38
[junit4] 1> Adding 10 docs with commit=true, numDocs=1000
[junit4] 2> 1727860 INFO (qtp6051127-17270) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_900 (1577281974837444608), source_901 (1577281974838493184), source_902 (1577281974838493185), source_903 (1577281974838493186), source_904 (1577281974838493187), source_905 (1577281974838493188), source_906 (1577281974838493189), source_907 (1577281974838493190), source_908 (1577281974838493191), source_909 (1577281974838493192), ... (100 adds)]} 0 3
[junit4] 2> 1727860 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577281974840590336,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1727860 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@179747f commitCommandVersion:1577281974840590336
[junit4] 2> 1727905 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@14e9efb[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1727905 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1727906 INFO (searcherExecutor-8778-thread-1-processing-n:127.0.0.1:58255_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@14e9efb[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100) Uninverting(_8(7.0.0):C100) Uninverting(_9(7.0.0):C100)))}
[junit4] 2> 1727906 INFO (qtp6051127-17269) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 46
[junit4] 2> 1727907 INFO (qtp6051127-17268) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:4&wt=javabin&version=2} hits=1000 status=0 QTime=0
[junit4] 2> 1727907 INFO (qtp6051127-17268) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/get params={qt=/get&_stateVer_=cdcr-source:4&getVersions=1000&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1727915 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e3a19892f0008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1727917 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1f2f92e{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1727917 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=15604481
[junit4] 2> 1727917 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1727917 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@16d06c9: rootName = solr_58255, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@cac7db
[junit4] 2> 1727921 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1727921 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1b66d40: rootName = solr_58255, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@11de6ce
[junit4] 2> 1727925 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1727925 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@dc53ae: rootName = solr_58255, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@efd87f
[junit4] 2> 1727926 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1727928 INFO (coreCloseExecutor-8783-thread-1) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@18c025f
[junit4] 2> 1727928 INFO (coreCloseExecutor-8783-thread-1) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-source.shard1.replica_n1, tag=25952863
[junit4] 2> 1727928 INFO (coreCloseExecutor-8783-thread-1) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@121365: rootName = solr_58255, domain = solr.core.cdcr-source.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.cdcr-source.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@4a0017
[junit4] 2> 1727934 INFO (coreCloseExecutor-8783-thread-1) [n:127.0.0.1:58255_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-source.shard1.leader, tag=25952863
[junit4] 2> 1727944 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.c.Overseer Overseer (id=98580123198881795-127.0.0.1:58255_solr-n_0000000000) closing
[junit4] 2> 1727944 INFO (OverseerStateUpdate-98580123198881795-127.0.0.1:58255_solr-n_0000000000) [n:127.0.0.1:58255_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:58255_solr
[junit4] 2> 1727946 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e3a19892f0003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1727946 WARN (zkCallback-2643-thread-2-processing-n:127.0.0.1:58255_solr) [n:127.0.0.1:58255_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1727946 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@198b5b0{/solr,null,UNAVAILABLE}
[junit4] 2> 1727946 INFO (zkCallback-2650-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1727947 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1727948 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1516b31{/solr,null,AVAILABLE}
[junit4] 2> 1727948 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6d0853{HTTP/1.1,[http/1.1]}{127.0.0.1:58346}
[junit4] 2> 1727948 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.e.j.s.Server Started @1733575ms
[junit4] 2> 1727948 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58346}
[junit4] 2> 1727948 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1727949 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 1727949 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1727949 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1727949 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-31T21:01:49.225Z
[junit4] 2> 1727953 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1727961 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e3a19892f0009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1727965 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58251/solr
[junit4] 2> 1727969 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e3a19892f000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1727977 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [n:127.0.0.1:58346_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1727977 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [n:127.0.0.1:58346_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58346_solr
[junit4] 2> 1727978 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [n:127.0.0.1:58346_solr ] o.a.s.c.Overseer Overseer (id=98580123198881803-127.0.0.1:58346_solr-n_0000000001) starting
[junit4] 2> 1727983 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [n:127.0.0.1:58346_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58346_solr
[junit4] 2> 1727986 INFO (zkCallback-2650-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1727987 INFO (zkCallback-2656-thread-1-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1728087 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [n:127.0.0.1:58346_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58346.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19390db
[junit4] 2> 1728093 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [n:127.0.0.1:58346_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58346.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19390db
[junit4] 2> 1728093 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [n:127.0.0.1:58346_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58346.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19390db
[junit4] 2> 1728096 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [n:127.0.0.1:58346_solr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_5793E6163EF30DD-001\cdcr-source-001\node1\.
[junit4] 2> 1728096 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [n:127.0.0.1:58346_solr ] o.a.s.c.CorePropertiesLocator Cores are: [cdcr-source_shard1_replica_n1]
[junit4] 2> 1728098 INFO (coreLoadExecutor-8792-thread-1-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1728201 INFO (zkCallback-2656-thread-1-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1728202 INFO (zkCallback-2656-thread-2-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1729134 INFO (coreLoadExecutor-8792-thread-1-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1729137 INFO (coreLoadExecutor-8792-thread-1-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1729140 INFO (coreLoadExecutor-8792-thread-1-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1729143 INFO (coreLoadExecutor-8792-thread-1-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1729144 INFO (coreLoadExecutor-8792-thread-1-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 1729146 INFO (coreLoadExecutor-8792-thread-1-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 1729147 INFO (coreLoadExecutor-8792-thread-1-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
[junit4] 2> 1729147 INFO (coreLoadExecutor-8792-thread-1-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58346.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19390db
[junit4] 2> 1729147 INFO (coreLoadExecutor-8792-thread-1-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1729147 INFO (coreLoadExecutor-8792-thread-1-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_5793E6163EF30DD-001\cdcr-source-001\node1\cdcr-source_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_5793E6163EF30DD-001\cdcr-source-001\node1\.\cdcr-source_shard1_replica_n1\data\]
[junit4] 2> 1729277 INFO (coreLoadExecutor-8792-thread-1-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 1729277 INFO (coreLoadExecutor-8792-thread-1-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1729281 INFO (coreLoadExecutor-8792-thread-1-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1729281 INFO (coreLoadExecutor-8792-thread-1-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1729322 INFO (coreLoadExecutor-8792-thread-1-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17f52b1[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1729323 INFO (coreLoadExecutor-8792-thread-1-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 1729324 INFO (coreLoadExecutor-8792-thread-1-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 1729324 INFO (coreLoadExecutor-8792-thread-1-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
[junit4] 2> 1729324 INFO (coreLoadExecutor-8792-thread-1-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1729325 INFO (coreLoadExecutor-8792-thread-1-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1729331 INFO (coreLoadExecutor-8792-thread-1-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 1729337 INFO (coreLoadExecutor-8792-thread-1-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
[junit4] 2> 1729369 WARN (cdcr-update-log-synchronizer-8798-thread-1) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrUpdateLogSynchronizer Caught unexpected exception
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:58346/solr/cdcr-source_shard1_replica_n1: SolrCore is loading
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.CdcrUpdateLogSynchronizer$UpdateLogSynchronisation.run(CdcrUpdateLogSynchronizer.java:147)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1729373 INFO (searcherExecutor-8793-thread-1-processing-n:127.0.0.1:58346_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@17f52b1[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(7.0.0):C1000)))}
[junit4] 2> 1729379 INFO (coreZkRegister-8785-thread-1-processing-n:127.0.0.1:58346_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1729379 INFO (coreZkRegister-8785-thread-1-processing-n:127.0.0.1:58346_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1729379 INFO (coreZkRegister-8785-thread-1-processing-n:127.0.0.1:58346_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58346/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 1729379 INFO (coreZkRegister-8785-thread-1-processing-n:127.0.0.1:58346_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1729379 INFO (coreZkRegister-8785-thread-1-processing-n:127.0.0.1:58346_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:58346/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 1729381 INFO (coreZkRegister-8785-thread-1-processing-n:127.0.0.1:58346_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1729381 INFO (zkCallback-2656-thread-2-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1
[junit4] 2> 1729383 INFO (coreZkRegister-8785-thread-1-processing-n:127.0.0.1:58346_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58346/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 1729385 INFO (coreZkRegister-8785-thread-1-processing-n:127.0.0.1:58346_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1729490 INFO (zkCallback-2656-thread-2-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1729490 INFO (zkCallback-2656-thread-1-processing-n:127.0.0.1:58346_solr) [n:127.0.0.1:58346_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1729618 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: cdcr-source failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 1> replica:core_node1 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 2> 1729618 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: cdcr-source
[junit4] 2> 1729618 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection cdcr-source failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry? 0
[junit4] 2> 1729619 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.c.s.i.CloudSolrClient Re-trying request to collection(s) cdcr-source after stale state error from server.
[junit4] 2> 1729621 INFO (qtp11649075-17326) [n:127.0.0.1:58346_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:7&wt=javabin&version=2} hits=1000 status=0 QTime=0
[junit4] 2> 1729643 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e3a1987c20006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1729646 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1729647 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5793E6163EF30DD]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58227/solr ready
[junit4] 2> 1729649 INFO (qtp22723055-17227) [n:127.0.0.1:58231_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1729651 INFO (OverseerThreadFactory-8767-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-target
[junit4] 2> 1729761 INFO (OverseerStateUpdate-98580123174961155-127.0.0.1:58231_solr-n_0000000000) [n:127.0.0.1:58231_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-target",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-target_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:58231/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1729963 INFO (qtp22723055-17228) [n:127.0.0.1:58231_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1729964 INFO (qtp22723055-17228) [n:127.0.0.1:58231_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1730070 INFO (zkCallback-2631-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1730071 INFO (zkCallback-2631-thread-2-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1730999 INFO (qtp22723055-17228) [n:127.0.0.1:58231_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1731004 INFO (qtp22723055-17228) [n:127.0.0.1:58231_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1731010 INFO (qtp22723055-17228) [n:127.0.0.1:58231_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-target_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1731017 INFO (qtp22723055-17228) [n:127.0.0.1:58231_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1731018 INFO (qtp22723055-17228) [n:127.0.0.1:58231_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-target/managed-schema
[junit4] 2> 1731023 INFO (qtp22723055-17228) [n:127.0.0.1:58231_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-target/schema.xml to /configs/cdcr-target/schema.xml.bak
[junit4] 2> 1731023 INFO (qtp22723055-17228) [n:127.0.0.1:58231_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-target_shard1_replica_n1' using configuration from collection cdcr-target, trusted=true
[junit4] 2> 1731023 INFO (qtp22723055-17228) [n:127.0.0.1:58231_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58231.solr.core.cdcr-target.shard1.replica_n1' (registry 'solr.core.cdcr-target.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19390db
[junit4] 2> 1731024 INFO (qtp22723055-17228) [n:127.0.0.1:58231_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1731024 INFO (qtp22723055-17228) [n:127.0.0.1:58231_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr
[...truncated too long message...]
strapWithContinousIndexingOnSourceCluster-seed#[5793E6163EF30DD]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1879754 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[5793E6163EF30DD]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58591 58591
[junit4] 2> 1879755 INFO (Thread-3898) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58591 58591
[junit4] 2> 1879756 WARN (Thread-3898) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/configs/cdcr-target/managed-schema
[junit4] 2> 2 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-target/state.json
[junit4] 2> 3 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/cdcr-target/cdcr/state/buffer
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 1879756 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[5793E6163EF30DD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBootstrapWithContinousIndexingOnSourceCluster
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrBootstrapTest -Dtests.method=testBootstrapWithContinousIndexingOnSourceCluster -Dtests.seed=5793E6163EF30DD -Dtests.slow=true -Dtests.locale=ja -Dtests.timezone=America/Swift_Current -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 131s J1 | CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster <<<
[junit4] > Throwable #1: java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
[junit4] > at __randomizedtesting.SeedInfo.seed([5793E6163EF30DD:D13C753884B98326]:0)
[junit4] > at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_5793E6163EF30DD-001
[junit4] 2> Aug 31, 2017 9:04:21 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 6 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=MockRandom), xyz=FST50, id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{_version_=DocValuesFormat(name=Asserting), xyz=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1108, maxMBSortInHeap=6.825232481550216, sim=RandomSimilarity(queryNorm=false): {}, locale=ja, timezone=America/Swift_Current
[junit4] 2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_144 (32-bit)/cpus=3,threads=1,free=384359376,total=536608768
[junit4] 2> NOTE: All tests run in this JVM: [TestFieldCacheWithThreads, TestRestManager, TestDelegationWithHadoopAuth, OpenExchangeRatesOrgProviderTest, DOMUtilTest, DocValuesMultiTest, CdcrReplicationDistributedZkTest, TestJsonRequest, StatsComponentTest, TestInitQParser, TestDFISimilarityFactory, TestManagedResource, TestSortByMinMaxFunction, SolrCoreCheckLockOnStartupTest, TestRecovery, FileUtilsTest, TestFileDictionaryLookup, TestUnifiedSolrHighlighter, TestAuthorizationFramework, TestSolrIndexConfig, BaseCdcrDistributedZkTest, TestLMJelinekMercerSimilarityFactory, SortSpecParsingTest, TestSolrCLIRunExample, TestSchemaSimilarityResource, TestBadConfig, TemplateUpdateProcessorTest, TestNumericRangeQuery32, SchemaVersionSpecificBehaviorTest, TestBM25SimilarityFactory, JSONWriterTest, TestComplexPhraseQParserPlugin, LoggingHandlerTest, DistributedFacetPivotLargeTest, BitVectorTest, TestPostingsSolrHighlighter, TestTlogReplica, MergeStrategyTest, TestDistributedGrouping, EchoParamsTest, HLLUtilTest, SearchHandlerTest, DeleteLastCustomShardedReplicaTest, LeaderInitiatedRecoveryOnCommitTest, SynonymTokenizerTest, TestDefaultStatsCache, JvmMetricsTest, DistributedExpandComponentTest, TestSolrJ, TestGraphTermsQParserPlugin, CurrencyFieldTypeTest, TestChildDocTransformer, TestSystemIdResolver, OpenCloseCoreStressTest, OverriddenZkACLAndCredentialsProvidersTest, PreAnalyzedUpdateProcessorTest, TestExactSharedStatsCache, TestSolrFieldCacheBean, TestRuleBasedAuthorizationPlugin, UpdateRequestProcessorFactoryTest, TestDistributedMissingSort, TestRestoreCore, ConvertedLegacyTest, TestClassNameShortening, HdfsCollectionsAPIDistributedZkTest, HdfsBasicDistributedZk2Test, TestSchemaManager, TestWordDelimiterFilterFactory, TestBackupRepositoryFactory, DistanceUnitsTest, TestJoin, TestSolrCoreSnapshots, TestManagedSchema, BasicFunctionalityTest, TestConfigSetsAPIExclusivity, PingRequestHandlerTest, TestRandomCollapseQParserPlugin, TestJsonFacetRefinement, TestReloadDeadlock, OverseerStatusTest, CheckHdfsIndexTest, TestOnReconnectListenerSupport, BadComponentTest, CollectionsAPIAsyncDistributedZkTest, TestRandomFlRTGCloud, TestSSLRandomization, TestSQLHandlerNonCloud, TestRawTransformer, TestMergePolicyConfig, AnalysisErrorHandlingTest, AnalyticsMergeStrategyTest, StatsReloadRaceTest, TestDynamicFieldCollectionResource, DeleteReplicaTest, SolrCloudExampleTest, TestLRUStatsCache, TestLegacyTerms, DistributedFacetPivotWhiteBoxTest, TestConfigReload, TestFastLRUCache, CloneFieldUpdateProcessorFactoryTest, TestPullReplica, SolrJmxReporterCloudTest, ShowFileRequestHandlerTest, TestUninvertingReader, MoreLikeThisHandlerTest, FullHLLTest, BigEndianAscendingWordDeserializerTest, TestCloudNestedDocsSort, SignatureUpdateProcessorFactoryTest, TestSolr4Spatial, TestManagedSchemaThreadSafety, DistributedIntervalFacetingTest, RulesTest, SolrCmdDistributorTest, MetricsHandlerTest, SpellCheckCollatorTest, TestZkChroot, DistributedMLTComponentTest, TestStressInPlaceUpdates, TestFiltering, TestConfigSetImmutable, TestSolrQueryParser, CoreAdminCreateDiscoverTest, SolrPluginUtilsTest, PluginInfoTest, ReplicationFactorTest, LukeRequestHandlerTest, SolrGangliaReporterTest, TestRangeQuery, TestManagedStopFilterFactory, TestXmlQParser, TestFastWriter, TestCloudPivotFacet, TolerantUpdateProcessorTest, CdcrRequestHandlerTest, AutoScalingHandlerTest, BasicAuthStandaloneTest, PeerSyncReplicationTest, TestRealTimeGet, TestPerFieldSimilarityWithDefaultOverride, HdfsDirectoryFactoryTest, AutoCommitTest, TestCharFilters, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestStressUserVersions, HdfsThreadLeakTest, ImplicitSnitchTest, TermsComponentTest, TestAuthenticationFramework, BasicDistributedZk2Test, HttpSolrCallGetCoreTest, TestFieldSortValues, TestQueryUtils, TestMultiWordSynonyms, TestRebalanceLeaders, PolyFieldTest, TestSearchPerf, ConfigureRecoveryStrategyTest, SolrIndexConfigTest, JavabinLoaderTest, ZkSolrClientTest, TestHighFrequencyDictionaryFactory, TestAnalyzedSuggestions, TestSolrCloudWithSecureImpersonation, ReplicaListTransformerTest, TestSolrXml, DirectoryFactoryTest, SimpleMLTQParserTest, DirectSolrSpellCheckerTest, TestFieldTypeCollectionResource, HdfsUnloadDistributedZkTest, DocumentBuilderTest, SharedFSAutoReplicaFailoverTest, TestCoreAdminApis, RollingRestartTest, TestTolerantUpdateProcessorRandomCloud, TestRTGBase, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, LeaderElectionIntegrationTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestRandomFaceting, LeaderElectionTest, TestRandomDVFaceting, ZkCLITest, ShardRoutingCustomTest, TestFaceting, TestHashPartitioner, TermVectorComponentDistributedTest, ZkControllerTest, TestReload, TestStressVersions, DistributedTermsComponentTest, SimpleFacetsTest, SolrCoreTest, SpellCheckComponentTest, TestGroupingSearch, QueryElevationComponentTest, PeerSyncTest, TestFunctionQuery, DirectUpdateHandlerTest, HighlighterTest, SoftAutoCommitTest, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, TestExtendedDismaxParser, SolrRequestParserTest, SuggesterTSTTest, TestStressLucene, TestTrie, WordBreakSolrSpellCheckerTest, FieldMutatingUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestSolrDeletionPolicy1, SolrInfoBeanTest, CacheHeaderTest, IndexBasedSpellCheckerTest, DocumentAnalysisRequestHandlerTest, TestOmitPositions, XmlUpdateRequestHandlerTest, PathHierarchyTokenizerFactoryTest, RequiredFieldsTest, IndexSchemaRuntimeFieldTest, TestJmxIntegration, TestCSVResponseWriter, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, TestComponentsName, HighlighterConfigTest, SOLR749Test, UpdateParamsTest, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestDocSet, TestElisionMultitermQuery, TestConfig, ExternalFileFieldSortTest, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestPhraseSuggestions, TestSweetSpotSimilarityFactory, ResourceLoaderTest, DateMathParserTest, TestSuggestSpellingConverter, ClusterStateTest, TestDocumentBuilder, SliceStateTest, SystemInfoHandlerTest, CursorPagingTest, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ActionThrottleTest, AssignTest, CdcrBootstrapTest]
[junit4] Completed [517/729 (1!)] on J1 in 156.78s, 3 tests, 1 failure <<< FAILURES!
[...truncated 40065 lines...]
[JENKINS] Lucene-Solr-7.0-Windows (32bit/jdk1.8.0_144) - Build #
123 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.0-Windows/123/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1100>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
at __randomizedtesting.SeedInfo.seed([243EB6F346B65BA1:F07BFDAAA1E0E85A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 10890 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_243EB6F346B65BA1-001\init-core-data-001
[junit4] 2> 22648 INFO (SUITE-CdcrBootstrapTest-seed#[243EB6F346B65BA1]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 22653 INFO (SUITE-CdcrBootstrapTest-seed#[243EB6F346B65BA1]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 22655 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[243EB6F346B65BA1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithSourceCluster
[junit4] 2> 22668 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[243EB6F346B65BA1]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_243EB6F346B65BA1-001\cdcr-target-001
[junit4] 2> 22670 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[243EB6F346B65BA1]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 22674 INFO (Thread-8) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 22674 INFO (Thread-8) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 22680 ERROR (Thread-8) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 22784 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[243EB6F346B65BA1]) [ ] o.a.s.c.ZkTestServer start zk server on port:58781
[junit4] 2> 24068 INFO (jetty-launcher-25-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 24232 INFO (jetty-launcher-25-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d21afa{/solr,null,AVAILABLE}
[junit4] 2> 24271 INFO (jetty-launcher-25-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1048f9{HTTP/1.1,[http/1.1]}{127.0.0.1:58785}
[junit4] 2> 24271 INFO (jetty-launcher-25-thread-1) [ ] o.e.j.s.Server Started @28092ms
[junit4] 2> 24271 INFO (jetty-launcher-25-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58785}
[junit4] 2> 24360 ERROR (jetty-launcher-25-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 24360 INFO (jetty-launcher-25-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 24360 INFO (jetty-launcher-25-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 24360 INFO (jetty-launcher-25-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 24361 INFO (jetty-launcher-25-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-31T09:21:17.480Z
[junit4] 2> 24377 INFO (jetty-launcher-25-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 24480 INFO (jetty-launcher-25-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58781/solr
[junit4] 2> 24484 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e379836170002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 24741 INFO (jetty-launcher-25-thread-1) [n:127.0.0.1:58785_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 24741 INFO (jetty-launcher-25-thread-1) [n:127.0.0.1:58785_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58785_solr
[junit4] 2> 24744 INFO (jetty-launcher-25-thread-1) [n:127.0.0.1:58785_solr ] o.a.s.c.Overseer Overseer (id=98577368730763267-127.0.0.1:58785_solr-n_0000000000) starting
[junit4] 2> 24756 INFO (jetty-launcher-25-thread-1) [n:127.0.0.1:58785_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58785_solr
[junit4] 2> 24761 INFO (zkCallback-32-thread-1-processing-n:127.0.0.1:58785_solr) [n:127.0.0.1:58785_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 25129 INFO (jetty-launcher-25-thread-1) [n:127.0.0.1:58785_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58785.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18ab29c
[junit4] 2> 25130 INFO (jetty-launcher-25-thread-1) [n:127.0.0.1:58785_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58785.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18ab29c
[junit4] 2> 25130 INFO (jetty-launcher-25-thread-1) [n:127.0.0.1:58785_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58785.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18ab29c
[junit4] 2> 25139 INFO (jetty-launcher-25-thread-1) [n:127.0.0.1:58785_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_243EB6F346B65BA1-001\cdcr-target-001\node1\.
[junit4] 1> Target zkHost = 127.0.0.1:58781/solr
[junit4] 2> 25508 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[243EB6F346B65BA1]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_243EB6F346B65BA1-001\cdcr-source-001
[junit4] 2> 25508 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[243EB6F346B65BA1]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 25509 INFO (Thread-19) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 25509 INFO (Thread-19) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 25520 ERROR (Thread-19) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 25610 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[243EB6F346B65BA1]) [ ] o.a.s.c.ZkTestServer start zk server on port:58809
[junit4] 2> 25619 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e3798412e0000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 25621 INFO (jetty-launcher-37-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 25622 INFO (jetty-launcher-37-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d97279{/solr,null,AVAILABLE}
[junit4] 2> 25625 INFO (jetty-launcher-37-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@14579d9{HTTP/1.1,[http/1.1]}{127.0.0.1:58814}
[junit4] 2> 25625 INFO (jetty-launcher-37-thread-1) [ ] o.e.j.s.Server Started @29446ms
[junit4] 2> 25625 INFO (jetty-launcher-37-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58814}
[junit4] 2> 25625 ERROR (jetty-launcher-37-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 25626 INFO (jetty-launcher-37-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 25627 INFO (jetty-launcher-37-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 25627 INFO (jetty-launcher-37-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 25627 INFO (jetty-launcher-37-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-31T09:21:18.746Z
[junit4] 2> 25632 INFO (jetty-launcher-37-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 25659 INFO (jetty-launcher-37-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58809/solr
[junit4] 2> 25665 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e3798412e0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 25847 INFO (jetty-launcher-37-thread-1) [n:127.0.0.1:58814_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 25849 INFO (jetty-launcher-37-thread-1) [n:127.0.0.1:58814_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58814_solr
[junit4] 2> 25851 INFO (jetty-launcher-37-thread-1) [n:127.0.0.1:58814_solr ] o.a.s.c.Overseer Overseer (id=98577368916819971-127.0.0.1:58814_solr-n_0000000000) starting
[junit4] 2> 25864 INFO (jetty-launcher-37-thread-1) [n:127.0.0.1:58814_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58814_solr
[junit4] 2> 25875 INFO (OverseerStateUpdate-98577368916819971-127.0.0.1:58814_solr-n_0000000000) [n:127.0.0.1:58814_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 26312 INFO (jetty-launcher-37-thread-1) [n:127.0.0.1:58814_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58814.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18ab29c
[junit4] 2> 26335 INFO (jetty-launcher-37-thread-1) [n:127.0.0.1:58814_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58814.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18ab29c
[junit4] 2> 26336 INFO (jetty-launcher-37-thread-1) [n:127.0.0.1:58814_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58814.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18ab29c
[junit4] 2> 26338 INFO (jetty-launcher-37-thread-1) [n:127.0.0.1:58814_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_243EB6F346B65BA1-001\cdcr-source-001\node1\.
[junit4] 2> 26442 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[243EB6F346B65BA1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 26444 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[243EB6F346B65BA1]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58809/solr ready
[junit4] 2> 27113 INFO (qtp3048805-163) [n:127.0.0.1:58814_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 27152 INFO (OverseerThreadFactory-73-thread-1-processing-n:127.0.0.1:58814_solr) [n:127.0.0.1:58814_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 27283 INFO (OverseerStateUpdate-98577368916819971-127.0.0.1:58814_solr-n_0000000000) [n:127.0.0.1:58814_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:58814/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 27514 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node1&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 27522 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 27661 INFO (zkCallback-44-thread-1-processing-n:127.0.0.1:58814_solr) [n:127.0.0.1:58814_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 27665 INFO (zkCallback-44-thread-2-processing-n:127.0.0.1:58814_solr) [n:127.0.0.1:58814_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 28613 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 28658 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 28667 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
[junit4] 2> 28676 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 28677 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 28683 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 28685 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
[junit4] 2> 28686 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58814.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18ab29c
[junit4] 2> 28691 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 28691 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_243EB6F346B65BA1-001\cdcr-source-001\node1\cdcr-source_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_243EB6F346B65BA1-001\cdcr-source-001\node1\.\cdcr-source_shard1_replica_n1\data\]
[junit4] 2> 29013 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 29013 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 29016 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 29016 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 29022 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@26c0c5[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 29029 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 29030 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 29040 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
[junit4] 2> 29046 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 29047 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 29080 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 29096 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
[junit4] 2> 29152 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577237906478596096
[junit4] 2> 29167 INFO (searcherExecutor-76-thread-1-processing-n:127.0.0.1:58814_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@26c0c5[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 29194 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 29195 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 29199 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58814/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 29205 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 29205 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:58814/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 29207 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 29271 INFO (zkCallback-44-thread-2-processing-n:127.0.0.1:58814_solr) [n:127.0.0.1:58814_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1
[junit4] 2> 29279 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58814/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 29385 INFO (zkCallback-44-thread-2-processing-n:127.0.0.1:58814_solr) [n:127.0.0.1:58814_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 29385 INFO (zkCallback-44-thread-1-processing-n:127.0.0.1:58814_solr) [n:127.0.0.1:58814_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 29431 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 29433 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node1&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1924
[junit4] 2> 29538 INFO (zkCallback-44-thread-1-processing-n:127.0.0.1:58814_solr) [n:127.0.0.1:58814_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 29538 INFO (zkCallback-44-thread-2-processing-n:127.0.0.1:58814_solr) [n:127.0.0.1:58814_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 29584 INFO (qtp3048805-163) [n:127.0.0.1:58814_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 29584 INFO (qtp3048805-163) [n:127.0.0.1:58814_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2483
[junit4] 1> Adding 10 docs with commit=true, numDocs=100
[junit4] 2> 29757 INFO (qtp3048805-168) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=124
[junit4] 2> 29764 INFO (qtp3048805-167) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577237907120324608,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 29764 INFO (qtp3048805-167) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1779ed5 commitCommandVersion:1577237907120324608
[junit4] 2> 29802 INFO (qtp3048805-167) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@dbbd79[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 29803 INFO (qtp3048805-167) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 29808 INFO (searcherExecutor-76-thread-1-processing-n:127.0.0.1:58814_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@dbbd79[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100)))}
[junit4] 2> 29808 INFO (qtp3048805-167) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=49
[junit4] 1> Adding 10 docs with commit=true, numDocs=200
[junit4] 2> 29846 INFO (qtp3048805-166) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=34
[junit4] 2> 29849 INFO (qtp3048805-161) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577237907209453568,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 29849 INFO (qtp3048805-161) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1779ed5 commitCommandVersion:1577237907209453568
[junit4] 2> 29878 INFO (qtp3048805-161) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@16f891e[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 29880 INFO (qtp3048805-161) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 29886 INFO (searcherExecutor-76-thread-1-processing-n:127.0.0.1:58814_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@16f891e[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100)))}
[junit4] 2> 29887 INFO (qtp3048805-161) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=38
[junit4] 1> Adding 10 docs with commit=true, numDocs=300
[junit4] 2> 29911 INFO (qtp3048805-164) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=22
[junit4] 2> 29913 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577237907276562432,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 29914 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1779ed5 commitCommandVersion:1577237907276562432
[junit4] 2> 29941 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@163e631[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 29942 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 29944 INFO (searcherExecutor-76-thread-1-processing-n:127.0.0.1:58814_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@163e631[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100)))}
[junit4] 2> 29944 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=31
[junit4] 1> Adding 10 docs with commit=true, numDocs=400
[junit4] 2> 29972 INFO (qtp3048805-163) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=23
[junit4] 2> 29974 INFO (qtp3048805-168) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577237907340525568,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 29974 INFO (qtp3048805-168) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1779ed5 commitCommandVersion:1577237907340525568
[junit4] 2> 30010 INFO (qtp3048805-168) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1bb1dd[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 30011 INFO (qtp3048805-168) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 30014 INFO (searcherExecutor-76-thread-1-processing-n:127.0.0.1:58814_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1bb1dd[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100)))}
[junit4] 2> 30014 INFO (qtp3048805-168) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=41
[junit4] 1> Adding 10 docs with commit=true, numDocs=500
[junit4] 2> 30039 INFO (qtp3048805-167) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=22
[junit4] 2> 30043 INFO (qtp3048805-166) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577237907412877312,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 30043 INFO (qtp3048805-166) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1779ed5 commitCommandVersion:1577237907412877312
[junit4] 2> 30128 INFO (qtp3048805-166) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@10c23f5[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 30131 INFO (qtp3048805-166) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 30134 INFO (searcherExecutor-76-thread-1-processing-n:127.0.0.1:58814_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@10c23f5[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100)))}
[junit4] 2> 30134 INFO (qtp3048805-166) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=93
[junit4] 1> Adding 10 docs with commit=true, numDocs=600
[junit4] 2> 30156 INFO (qtp3048805-161) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=18
[junit4] 2> 30159 INFO (qtp3048805-164) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577237907534512128,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 30159 INFO (qtp3048805-164) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1779ed5 commitCommandVersion:1577237907534512128
[junit4] 2> 30206 INFO (qtp3048805-164) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f5195b[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 30207 INFO (qtp3048805-164) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 30210 INFO (searcherExecutor-76-thread-1-processing-n:127.0.0.1:58814_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1f5195b[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100)))}
[junit4] 2> 30211 INFO (qtp3048805-164) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=52
[junit4] 1> Adding 10 docs with commit=true, numDocs=700
[junit4] 2> 30232 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=19
[junit4] 2> 30234 INFO (qtp3048805-163) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577237907613155328,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 30234 INFO (qtp3048805-163) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1779ed5 commitCommandVersion:1577237907613155328
[junit4] 2> 30274 INFO (qtp3048805-163) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@182e6c3[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 30275 INFO (qtp3048805-163) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 30281 INFO (searcherExecutor-76-thread-1-processing-n:127.0.0.1:58814_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@182e6c3[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100)))}
[junit4] 2> 30282 INFO (qtp3048805-163) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=47
[junit4] 1> Adding 10 docs with commit=true, numDocs=800
[junit4] 2> 30305 INFO (qtp3048805-168) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=19
[junit4] 2> 30307 INFO (qtp3048805-167) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577237907689701376,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 30307 INFO (qtp3048805-167) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1779ed5 commitCommandVersion:1577237907689701376
[junit4] 2> 30361 INFO (qtp3048805-167) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1dab212[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 30362 INFO (qtp3048805-167) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 30368 INFO (searcherExecutor-76-thread-1-processing-n:127.0.0.1:58814_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1dab212[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100)))}
[junit4] 2> 30368 INFO (qtp3048805-167) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=62
[junit4] 1> Adding 10 docs with commit=true, numDocs=900
[junit4] 2> 30386 INFO (qtp3048805-166) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=16
[junit4] 2> 30388 INFO (qtp3048805-161) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577237907774636032,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 30388 INFO (qtp3048805-161) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1779ed5 commitCommandVersion:1577237907774636032
[junit4] 2> 30453 INFO (qtp3048805-161) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@163d637[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 30454 INFO (qtp3048805-161) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 30461 INFO (searcherExecutor-76-thread-1-processing-n:127.0.0.1:58814_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@163d637[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100) Uninverting(_8(7.0.0):C100)))}
[junit4] 2> 30461 INFO (qtp3048805-161) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=73
[junit4] 1> Adding 10 docs with commit=true, numDocs=1000
[junit4] 2> 30479 INFO (qtp3048805-164) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=15
[junit4] 2> 30481 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577237907872153600,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 30481 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1779ed5 commitCommandVersion:1577237907872153600
[junit4] 2> 30533 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@148ce9e[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 30534 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 30539 INFO (searcherExecutor-76-thread-1-processing-n:127.0.0.1:58814_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@148ce9e[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100) Uninverting(_8(7.0.0):C100) Uninverting(_9(7.0.0):C100)))}
[junit4] 2> 30540 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=59
[junit4] 2> 30607 INFO (qtp3048805-163) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:4&wt=javabin&version=2} hits=1000 status=0 QTime=50
[junit4] 2> 30649 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e379836170006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 30664 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[243EB6F346B65BA1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 30668 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[243EB6F346B65BA1]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58781/solr ready
[junit4] 2> 30675 INFO (qtp13866140-120) [n:127.0.0.1:58785_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 30693 INFO (OverseerThreadFactory-65-thread-1-processing-n:127.0.0.1:58785_solr) [n:127.0.0.1:58785_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-target
[junit4] 2> 30819 INFO (OverseerStateUpdate-98577368730763267-127.0.0.1:58785_solr-n_0000000000) [n:127.0.0.1:58785_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-target",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-target_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:58785/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 31025 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 31026 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 31146 INFO (zkCallback-32-thread-1-processing-n:127.0.0.1:58785_solr) [n:127.0.0.1:58785_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 31147 INFO (zkCallback-32-thread-2-processing-n:127.0.0.1:58785_solr) [n:127.0.0.1:58785_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 31172 INFO (OverseerCollectionConfigSetProcessor-98577368916819971-127.0.0.1:58814_solr-n_0000000000) [n:127.0.0.1:58814_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 32103 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 32129 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 32144 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-target_shard1_replica_n1] Schema name=minimal
[junit4] 2> 32157 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 32160 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-target/managed-schema
[junit4] 2> 32174 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-target/schema.xml to /configs/cdcr-target/schema.xml.bak
[junit4] 2> 32175 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-target_shard1_replica_n1' using configuration from collection cdcr-target, trusted=true
[junit4] 2> 32177 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58785.solr.core.cdcr-target.shard1.replica_n1' (registry 'solr.core.cdcr-target.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18ab29c
[junit4] 2> 32183 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 32183 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-target_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_243EB6F346B65BA1-001\cdcr-target-001\node1\cdcr-target_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_243EB6F346B65BA1-001\cdcr-target-001\node1\.\cdcr-target_shard1_replica_n1\data\]
[junit4] 2> 32970 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 32972 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 32983 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 32983 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 32995 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@bfc5b[cdcr-target_shard1_replica_n1] main]
[junit4] 2> 32997 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-target
[junit4] 2> 32998 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-target
[junit4] 2> 32998 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-target/managed-schema
[junit4] 2> 33000 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 33001 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 33007 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-target/cdcr/state/buffer
[junit4] 2> 33010 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-target/cdcr/state/process
[junit4] 2> 33013 INFO (searcherExecutor-82-thread-1-processing-n:127.0.0.1:58785_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] Registered new searcher Searcher@bfc5b[cdcr-target_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 33013 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577237910527148032
[junit4] 2> 33027 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 33027 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 33028 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58785/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 33028 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 33028 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:58785/solr/cdcr-target_shard1_replica_n1/ has no replicas
[junit4] 2> 33028 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 33038 INFO (zkCallback-32-thread-2-processing-n:127.0.0.1:58785_solr) [n:127.0.0.1:58785_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-target:shard1
[junit4] 2> 33045 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58785/solr/cdcr-target_shard1_replica_n1/ shard1
[junit4] 2> 33157 INFO (zkCallback-32-thread-2-processing-n:127.0.0.1:58785_solr) [n:127.0.0.1:58785_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 33157 INFO (zkCallback-32-thread-1-processing-n:127.0.0.1:58785_solr) [n:127.0.0.1:58785_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 33203 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 33206 INFO (qtp13866140-123) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2182
[junit4] 2> 33213 INFO (qtp13866140-120) [n:127.0.0.1:58785_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 33313 INFO (zkCallback-32-thread-2-processing-n:127.0.0.1:58785_solr) [n:127.0.0.1:58785_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 33313 INFO (zkCallback-32-thread-1-processing-n:127.0.0.1:58785_solr) [n:127.0.0.1:58785_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 34214 INFO (qtp13866140-120) [n:127.0.0.1:58785_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3538
[junit4] 2> 34223 INFO (zkCallback-32-thread-1-processing-n:127.0.0.1:58785_solr) [n:127.0.0.1:58785_solr ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/cdcr/state/process @ cdcr-target:shard1
[junit4] 2> 34223 INFO (qtp13866140-120) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-target:4&action=start&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 34223 INFO (zkCallback-32-thread-1-processing-n:127.0.0.1:58785_solr) [n:127.0.0.1:58785_solr ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-target:shard1
[junit4] 2> 34235 INFO (qtp3048805-168) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 34238 INFO (qtp3048805-168) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58781/solr ready
[junit4] 2> 34251 INFO (qtp13866140-126) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
[junit4] 2> 34251 INFO (qtp13866140-126) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 34252 INFO (qtp13866140-124) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={_stateVer_=cdcr-target:4&action=COLLECTIONCHECKPOINT&wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 34253 INFO (qtp3048805-168) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Create new update log reader for target cdcr-target with checkpoint -1 @ cdcr-source:shard1
[junit4] 2> 34253 INFO (qtp3048805-168) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target, shard: shard1
[junit4] 2> 34256 INFO (qtp3048805-168) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Submitting bootstrap task to executor
[junit4] 2> 34257 INFO (zkCallback-44-thread-1-processing-n:127.0.0.1:58814_solr) [n:127.0.0.1:58814_solr ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/process @ cdcr-source:shard1
[junit4] 2> 34257 INFO (qtp3048805-168) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=start&wt=javabin&version=2} status=0 QTime=31
[junit4] 2> 34257 INFO (zkCallback-44-thread-1-processing-n:127.0.0.1:58814_solr) [n:127.0.0.1:58814_solr ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-source:shard1
[junit4] 2> 34259 INFO (cdcr-bootstrap-status-56-thread-1-processing-n:127.0.0.1:58814_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target shard: shard1 leader: http://127.0.0.1:58785/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 34261 INFO (qtp3048805-167) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=queues&wt=javabin&version=2} status=0 QTime=3
[junit4] 1> Cdcr queue response: {responseHeader={status=0,QTime=3},queues={127.0.0.1:58781/solr={cdcr-target={queueSize=1010,lastTimestamp=}}},tlogTotalSize=47659,tlogTotalCount=10,updateLogSynchronizer=stopped}
[junit4] 2> 34263 INFO (qtp13866140-127) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=http://127.0.0.1:58814/solr/cdcr-source_shard1_replica_n1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 34263 INFO (qtp13866140-120) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577237911837868032,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 34264 INFO (qtp13866140-120) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 34266 INFO (qtp13866140-120) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 34266 INFO (qtp13866140-120) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-target:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 34270 INFO (qtp13866140-125) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-target:4&wt=javabin&version=2} hits=0 status=0 QTime=2
[junit4] 2> 34273 INFO (qtp13866140-126) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 34273 INFO (cdcr-bootstrap-status-56-thread-1-processing-n:127.0.0.1:58814_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager CDCR bootstrap running for 1 seconds, sleeping for 2000 ms
[junit4] 2> 34274 INFO (recoveryExecutor-30-thread-1-processing-n:127.0.0.1:58785_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 34278 INFO (qtp3048805-166) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577237911853596672,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 34278 INFO (qtp3048805-166) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1779ed5 commitCommandVersion:1577237911853596672
[junit4] 2> 34296 INFO (qtp3048805-166) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@187108e[cdcr-source_shard1_replica_n1] realtime]
[junit4] 2> 34296 INFO (qtp3048805-166) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 34297 INFO (qtp3048805-166) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2} status=0 QTime=19
[junit4] 2> 34311 INFO (qtp3048805-164) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 34311 INFO (recoveryExecutor-30-thread-1-processing-n:127.0.0.1:58785_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Master's generation: 12
[junit4] 2> 34312 INFO (recoveryExecutor-30-thread-1-processing-n:127.0.0.1:58785_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Master's version: 1504171287397
[junit4] 2> 34312 INFO (recoveryExecutor-30-thread-1-processing-n:127.0.0.1:58785_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 34312 INFO (recoveryExecutor-30-thread-1-processing-n:127.0.0.1:58785_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 34312 INFO (recoveryExecutor-30-thread-1-processing-n:127.0.0.1:58785_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 34323 INFO (qtp3048805-163) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Adding tlog files to list: [{size=4657, name=tlog.0000000000000000000.1577237907069992960}, {size=4778, name=tlog.0000000000000000001.1577237907171704832}, {size=4778, name=tlog.0000000000000000002.1577237907252445184}, {size=4778, name=tlog.0000000000000000003.1577237907314311168}, {size=4778, name=tlog.0000000000000000004.1577237907386662912}, {size=4778, name=tlog.0000000000000000005.1577237907512492032}, {size=4778, name=tlog.0000000000000000006.1577237907591135232}, {size=4778, name=tlog.0000000000000000007.1577237907666632704}, {size=4778, name=tlog.0000000000000000008.1577237907755761664}, {size=4778, name=tlog.0000000000000000009.1577237907854327808}]
[junit4] 2> 34323 INFO (qtp3048805-163) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=10
[junit4] 2> 34324 INFO (recoveryExecutor-30-thread-1-processing-n:127.0.0.1:58785_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Number of files in latest index in master: 13
[junit4] 2> 34324 INFO (recoveryExecutor-30-thread-1-processing-n:127.0.0.1:58785_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Number of tlog files in master: 10
[junit4] 2> 34328 INFO (recoveryExecutor-30-thread-1-processing-n:127.0.0.1:58785_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 34328 INFO (recoveryExecutor-30-thread-1-processing-n:127.0.0.1:58785_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@44ccf7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@11b8804)
[junit4] 2> 34349 INFO (qtp3048805-168) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene50_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=7
[junit4] 2> 34357 INFO (qtp3048805-167) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 34361 INFO (qtp3048805-161) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 34363 INFO (qtp3048805-166) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene50_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 34370 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 34372 INFO (qtp3048805-164) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 34378 INFO (qtp3048805-163) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene50_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 34380 INFO (qtp3048805-168) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 34385 INFO (qtp3048805-167) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 34387 INFO (qtp3048805-167) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.dii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 34391 INFO (qtp3048805-166) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.dim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 34393 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 34397 INFO (qtp3048805-164) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=segments_c&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 34398 INFO (recoveryExecutor-30-thread-1-processing-n:127.0.0.1:58785_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Starting download of tlog files from master: [{size=4657, name=tlog.0000000000000000000.1577237907069992960}, {size=4778, name=tlog.0000000000000000001.1577237907171704832}, {size=4778, name=tlog.0000000000000000002.1577237907252445184}, {size=4778, name=tlog.0000000000000000003.1577237907314311168}, {size=4778, name=tlog.0000000000000000004.1577237907386662912}, {size=4778, name=tlog.0000000000000000005.1577237907512492032}, {size=4778, name=tlog.0000000000000000006.1577237907591135232}, {size=4778, name=tlog.0000000000000000007.1577237907666632704}, {size=4778, name=tlog.0000000000000000008.1577237907755761664}, {size=4778, name=tlog.0000000000000000009.1577237907854327808}]
[junit4] 2> 34428 INFO (qtp3048805-163) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000000.1577237907069992960&wt=filestream&command=filecontent} status=0 QTime=20
[junit4] 2> 34432 INFO (qtp3048805-168) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000001.1577237907171704832&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 34438 INFO (qtp3048805-161) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000002.1577237907252445184&wt=filestream&command=filecontent} status=0 QTime=1
[junit4] 2> 34441 INFO (qtp3048805-167) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000003.1577237907314311168&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 34445 INFO (qtp3048805-166) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000004.1577237907386662912&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 34450 INFO (qtp3048805-165) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000005.1577237907512492032&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 34453 INFO (qtp3048805-164) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000006.1577237907591135232&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 34456 INFO (qtp3048805-163) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000007.1577237907666632704&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 34461 INFO (qtp3048805-168) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000008.1577237907755761664&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 34467 INFO (qtp3048805-161) [n:127.0.0.1:58814_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000009.1577237907854327808&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 34468 INFO (recoveryExecutor-30-thread-1-processing-n:127.0.0.1:58785_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:58785_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=104436) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDire
[...truncated too long message...]
f16b{/solr,null,UNAVAILABLE}
[junit4] 2> 184562 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[243EB6F346B65BA1]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 184563 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[243EB6F346B65BA1]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59101 59101
[junit4] 2> 184564 INFO (Thread-79) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59101 59101
[junit4] 2> 184565 WARN (Thread-79) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-source/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/cdcr-source/cdcr/state/process
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 184566 INFO (jetty-closer-102-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1dc248{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 184568 INFO (jetty-closer-102-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=16166634
[junit4] 2> 184568 INFO (jetty-closer-102-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 184568 INFO (jetty-closer-102-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9b035d: rootName = solr_59081, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@d87a3c
[junit4] 2> 184575 INFO (jetty-closer-102-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 184576 INFO (jetty-closer-102-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5c8d5b: rootName = solr_59081, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@13e2510
[junit4] 2> 184583 INFO (jetty-closer-102-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 184583 INFO (jetty-closer-102-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@19cf535: rootName = solr_59081, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@13b7476
[junit4] 2> 184585 INFO (jetty-closer-102-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 184588 INFO (coreCloseExecutor-216-thread-1) [n:127.0.0.1:59081_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@148eef
[junit4] 2> 184588 INFO (coreCloseExecutor-216-thread-1) [n:127.0.0.1:59081_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-target.shard1.replica_n1, tag=1347311
[junit4] 2> 184588 INFO (coreCloseExecutor-216-thread-1) [n:127.0.0.1:59081_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5c8f14: rootName = solr_59081, domain = solr.core.cdcr-target.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.cdcr-target.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1e3c798
[junit4] 2> 184590 INFO (zkCallback-108-thread-3-processing-n:127.0.0.1:59081_solr) [n:127.0.0.1:59081_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 184591 INFO (zkCallback-108-thread-4-processing-n:127.0.0.1:59081_solr) [n:127.0.0.1:59081_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 184604 INFO (coreCloseExecutor-216-thread-1) [n:127.0.0.1:59081_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-target.shard1.leader, tag=1347311
[junit4] 2> 184605 INFO (coreCloseExecutor-216-thread-1) [n:127.0.0.1:59081_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1
[junit4] 2> 184608 INFO (jetty-closer-102-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98577370827325443-127.0.0.1:59081_solr-n_0000000000) closing
[junit4] 2> 184608 INFO (OverseerStateUpdate-98577370827325443-127.0.0.1:59081_solr-n_0000000000) [n:127.0.0.1:59081_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:59081_solr
[junit4] 2> 184611 WARN (zkCallback-108-thread-4-processing-n:127.0.0.1:59081_solr) [n:127.0.0.1:59081_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 184612 INFO (jetty-closer-102-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@47956a{/solr,null,UNAVAILABLE}
[junit4] 2> 184613 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[243EB6F346B65BA1]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 184613 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[243EB6F346B65BA1]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59077 59077
[junit4] 2> 184615 INFO (Thread-69) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59077 59077
[junit4] 2> 184616 WARN (Thread-69) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/configs/cdcr-target/managed-schema
[junit4] 2> 2 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-target/state.json
[junit4] 2> 3 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/cdcr-target/cdcr/state/buffer
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 184616 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[243EB6F346B65BA1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBootstrapWithContinousIndexingOnSourceCluster
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrBootstrapTest -Dtests.method=testBootstrapWithContinousIndexingOnSourceCluster -Dtests.seed=243EB6F346B65BA1 -Dtests.slow=true -Dtests.locale=en-SG -Dtests.timezone=Asia/Seoul -Dtests.asserts=true -Dtests.file.encoding=Cp1252
[junit4] FAILURE 130s J0 | CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster <<<
[junit4] > Throwable #1: java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
[junit4] > at __randomizedtesting.SeedInfo.seed([243EB6F346B65BA1:F07BFDAAA1E0E85A]:0)
[junit4] > at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_243EB6F346B65BA1-001
[junit4] 2> Aug 31, 2017 9:23:57 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 5 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=17107, maxDocsPerChunk=672, blockSize=5), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=17107, blockSize=5)), sim=RandomSimilarity(queryNorm=true): {}, locale=en-SG, timezone=Asia/Seoul
[junit4] 2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_144 (32-bit)/cpus=3,threads=1,free=25722752,total=68538368
[junit4] 2> NOTE: All tests run in this JVM: [BadCopyFieldTest, ZkControllerTest, TestNRTOpen, BigEndianAscendingWordSerializerTest, TestSchemalessBufferedUpdates, SolrMetricManagerTest, CdcrBootstrapTest]
[junit4] Completed [19/729 (1!)] on J0 in 162.55s, 3 tests, 1 failure <<< FAILURES!
[...truncated 41775 lines...]
[JENKINS] Lucene-Solr-7.0-Windows (64bit/jdk1.8.0_144) - Build #
122 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.0-Windows/122/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudRecovery
Error Message:
Could not remove the following files (in the order of attempts): C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard2_replica_n1\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard2_replica_n1\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process. C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard2_replica_n1\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard2_replica_n1\data\tlog C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard2_replica_n1\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard2_replica_n1\data C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard2_replica_n1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard2_replica_n1 C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard1_replica_n1\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard1_replica_n1\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process. C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard1_replica_n1\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard1_replica_n1\data\tlog C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard1_replica_n1\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard1_replica_n1\data C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard1_replica_n1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard1_replica_n1 C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1 C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard2_replica_n2\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard2_replica_n2\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process. C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard2_replica_n2\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard2_replica_n2\data\tlog C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard2_replica_n2\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard2_replica_n2\data C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard2_replica_n2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard2_replica_n2 C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard1_replica_n2\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard1_replica_n2\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process. C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard1_replica_n2\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard1_replica_n2\data\tlog C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard1_replica_n2\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard1_replica_n2\data C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard1_replica_n2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard1_replica_n2 C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2 C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001 C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001
Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard2_replica_n1\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard2_replica_n1\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process.
C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard2_replica_n1\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard2_replica_n1\data\tlog
C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard2_replica_n1\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard2_replica_n1\data
C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard2_replica_n1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard2_replica_n1
C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard1_replica_n1\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard1_replica_n1\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process.
C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard1_replica_n1\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard1_replica_n1\data\tlog
C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard1_replica_n1\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard1_replica_n1\data
C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard1_replica_n1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard1_replica_n1
C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1
C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard2_replica_n2\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard2_replica_n2\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process.
C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard2_replica_n2\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard2_replica_n2\data\tlog
C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard2_replica_n2\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard2_replica_n2\data
C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard2_replica_n2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard2_replica_n2
C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard1_replica_n2\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard1_replica_n2\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process.
C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard1_replica_n2\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard1_replica_n2\data\tlog
C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard1_replica_n2\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard1_replica_n2\data
C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard1_replica_n2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard1_replica_n2
C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2
C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001
C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001
at __randomizedtesting.SeedInfo.seed([E123E0CB727F2B47]:0)
at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11162 lines...]
[junit4] Suite: org.apache.solr.cloud.TestCloudRecovery
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\init-core-data-001
[junit4] 2> 279397 WARN (SUITE-TestCloudRecovery-seed#[E123E0CB727F2B47]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 279397 INFO (SUITE-TestCloudRecovery-seed#[E123E0CB727F2B47]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 279400 INFO (SUITE-TestCloudRecovery-seed#[E123E0CB727F2B47]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 279402 INFO (SUITE-TestCloudRecovery-seed#[E123E0CB727F2B47]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001
[junit4] 2> 279402 INFO (SUITE-TestCloudRecovery-seed#[E123E0CB727F2B47]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 279402 INFO (Thread-788) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 279402 INFO (Thread-788) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 279405 ERROR (Thread-788) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 279503 INFO (SUITE-TestCloudRecovery-seed#[E123E0CB727F2B47]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:63719
[junit4] 2> 279517 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e3542da9c0000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 279522 INFO (jetty-launcher-431-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 279522 INFO (jetty-launcher-431-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 279525 INFO (jetty-launcher-431-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@44d8a6e4{/solr,null,AVAILABLE}
[junit4] 2> 279526 INFO (jetty-launcher-431-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35140d73{/solr,null,AVAILABLE}
[junit4] 2> 279527 INFO (jetty-launcher-431-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@130327de{HTTP/1.1,[http/1.1]}{127.0.0.1:63724}
[junit4] 2> 279527 INFO (jetty-launcher-431-thread-2) [ ] o.e.j.s.Server Started @283137ms
[junit4] 2> 279527 INFO (jetty-launcher-431-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63724}
[junit4] 2> 279527 INFO (jetty-launcher-431-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@60bdf76{HTTP/1.1,[http/1.1]}{127.0.0.1:63723}
[junit4] 2> 279533 INFO (jetty-launcher-431-thread-1) [ ] o.e.j.s.Server Started @283143ms
[junit4] 2> 279533 INFO (jetty-launcher-431-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63723}
[junit4] 2> 279533 ERROR (jetty-launcher-431-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 279533 INFO (jetty-launcher-431-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 279533 INFO (jetty-launcher-431-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 279533 ERROR (jetty-launcher-431-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 279533 INFO (jetty-launcher-431-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 279533 INFO (jetty-launcher-431-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 279534 INFO (jetty-launcher-431-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-30T22:28:47.516Z
[junit4] 2> 279534 INFO (jetty-launcher-431-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 279534 INFO (jetty-launcher-431-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 279534 INFO (jetty-launcher-431-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-30T22:28:47.517Z
[junit4] 2> 279543 INFO (jetty-launcher-431-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 279543 INFO (jetty-launcher-431-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 279563 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e3542da9c0001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 279576 INFO (jetty-launcher-431-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63719/solr
[junit4] 2> 279576 INFO (jetty-launcher-431-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63719/solr
[junit4] 2> 279584 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e3542da9c0003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 279585 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e3542da9c0004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 279709 INFO (jetty-launcher-431-thread-1) [n:127.0.0.1:63723_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 279709 INFO (jetty-launcher-431-thread-2) [n:127.0.0.1:63724_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 279710 INFO (jetty-launcher-431-thread-1) [n:127.0.0.1:63723_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63723_solr
[junit4] 2> 279710 INFO (jetty-launcher-431-thread-2) [n:127.0.0.1:63724_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63724_solr
[junit4] 2> 279711 INFO (jetty-launcher-431-thread-1) [n:127.0.0.1:63723_solr ] o.a.s.c.Overseer Overseer (id=98574803100499974-127.0.0.1:63723_solr-n_0000000000) starting
[junit4] 2> 279713 INFO (zkCallback-442-thread-1-processing-n:127.0.0.1:63724_solr) [n:127.0.0.1:63724_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 279713 INFO (zkCallback-443-thread-1-processing-n:127.0.0.1:63723_solr) [n:127.0.0.1:63723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 279717 INFO (jetty-launcher-431-thread-1) [n:127.0.0.1:63723_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63723_solr
[junit4] 2> 279769 INFO (zkCallback-442-thread-1-processing-n:127.0.0.1:63724_solr) [n:127.0.0.1:63724_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 279769 INFO (zkCallback-443-thread-1-processing-n:127.0.0.1:63723_solr) [n:127.0.0.1:63723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 279849 INFO (jetty-launcher-431-thread-2) [n:127.0.0.1:63724_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63724.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a59f1c9
[junit4] 2> 279852 INFO (jetty-launcher-431-thread-1) [n:127.0.0.1:63723_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63723.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a59f1c9
[junit4] 2> 280222 INFO (jetty-launcher-431-thread-2) [n:127.0.0.1:63724_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63724.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a59f1c9
[junit4] 2> 280223 INFO (jetty-launcher-431-thread-2) [n:127.0.0.1:63724_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63724.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a59f1c9
[junit4] 2> 280225 INFO (jetty-launcher-431-thread-1) [n:127.0.0.1:63723_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63723.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a59f1c9
[junit4] 2> 280225 INFO (jetty-launcher-431-thread-1) [n:127.0.0.1:63723_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63723.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a59f1c9
[junit4] 2> 280228 INFO (jetty-launcher-431-thread-1) [n:127.0.0.1:63723_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\.
[junit4] 2> 280228 INFO (jetty-launcher-431-thread-2) [n:127.0.0.1:63724_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\.
[junit4] 2> 280266 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e3542da9c0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 280274 INFO (SUITE-TestCloudRecovery-seed#[E123E0CB727F2B47]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 280274 INFO (SUITE-TestCloudRecovery-seed#[E123E0CB727F2B47]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63719/solr ready
[junit4] 2> 280287 INFO (qtp482505108-2843) [n:127.0.0.1:63723_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=2&collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 280290 INFO (OverseerThreadFactory-1362-thread-1-processing-n:127.0.0.1:63723_solr) [n:127.0.0.1:63723_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 280396 INFO (OverseerStateUpdate-98574803100499974-127.0.0.1:63723_solr-n_0000000000) [n:127.0.0.1:63723_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63723/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 280400 INFO (OverseerStateUpdate-98574803100499974-127.0.0.1:63723_solr-n_0000000000) [n:127.0.0.1:63723_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63724/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 280401 INFO (OverseerStateUpdate-98574803100499974-127.0.0.1:63723_solr-n_0000000000) [n:127.0.0.1:63723_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63723/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 280402 INFO (OverseerStateUpdate-98574803100499974-127.0.0.1:63723_solr-n_0000000000) [n:127.0.0.1:63723_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63724/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 280605 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 280605 INFO (qtp1151186768-2829) [n:127.0.0.1:63724_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 280606 INFO (qtp1151186768-2832) [n:127.0.0.1:63724_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 280607 INFO (qtp1151186768-2829) [n:127.0.0.1:63724_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 280607 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 280607 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection1_shard2_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 280728 INFO (zkCallback-442-thread-1-processing-n:127.0.0.1:63724_solr) [n:127.0.0.1:63724_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 280728 INFO (zkCallback-443-thread-2-processing-n:127.0.0.1:63723_solr) [n:127.0.0.1:63723_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 280728 INFO (zkCallback-443-thread-1-processing-n:127.0.0.1:63723_solr) [n:127.0.0.1:63723_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 280728 INFO (zkCallback-442-thread-2-processing-n:127.0.0.1:63724_solr) [n:127.0.0.1:63724_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 281641 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 281641 INFO (qtp1151186768-2829) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 281641 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 281654 INFO (qtp1151186768-2832) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 281656 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.s.IndexSchema [collection1_shard2_replica_n1] Schema name=minimal
[junit4] 2> 281656 INFO (qtp1151186768-2829) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema [collection1_shard2_replica_n2] Schema name=minimal
[junit4] 2> 281659 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 281661 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 281661 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 281661 INFO (qtp1151186768-2832) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema [collection1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 281661 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63723.solr.core.collection1.shard2.replica_n1' (registry 'solr.core.collection1.shard2.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a59f1c9
[junit4] 2> 281661 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 281662 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 281662 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63723.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a59f1c9
[junit4] 2> 281664 INFO (qtp1151186768-2832) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 281664 INFO (qtp1151186768-2829) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 281664 INFO (qtp1151186768-2829) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n2' using configuration from collection collection1, trusted=true
[junit4] 2> 281664 INFO (qtp1151186768-2832) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n2' using configuration from collection collection1, trusted=true
[junit4] 2> 281664 INFO (qtp1151186768-2829) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63724.solr.core.collection1.shard2.replica_n2' (registry 'solr.core.collection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a59f1c9
[junit4] 2> 281664 INFO (qtp1151186768-2832) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63724.solr.core.collection1.shard1.replica_n2' (registry 'solr.core.collection1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a59f1c9
[junit4] 2> 281684 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 281684 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.c.SolrCore [[collection1_shard2_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard2_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\.\collection1_shard2_replica_n1\data\]
[junit4] 2> 281685 INFO (qtp1151186768-2829) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 281685 INFO (qtp1151186768-2829) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [[collection1_shard2_replica_n2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard2_replica_n2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\.\collection1_shard2_replica_n2\data\]
[junit4] 2> 281685 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 281685 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\.\collection1_shard1_replica_n1\data\]
[junit4] 2> 281687 INFO (qtp1151186768-2832) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 281687 INFO (qtp1151186768-2832) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [[collection1_shard1_replica_n2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard1_replica_n2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\.\collection1_shard1_replica_n2\data\]
[junit4] 2> 281799 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 281799 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 281800 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 281800 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 281800 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 281800 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 281802 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 281802 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 281805 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e071bce[collection1_shard2_replica_n1] main]
[junit4] 2> 281805 INFO (qtp1151186768-2829) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 281805 INFO (qtp1151186768-2829) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 281806 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 281806 INFO (qtp1151186768-2829) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 281806 INFO (qtp1151186768-2829) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 281806 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 281807 INFO (qtp1151186768-2832) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 281807 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 281807 INFO (qtp1151186768-2832) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 281807 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577196852126679040
[junit4] 2> 281808 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@404a0cc4[collection1_shard1_replica_n1] main]
[junit4] 2> 281808 INFO (qtp1151186768-2832) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 281808 INFO (qtp1151186768-2832) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 281810 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 281810 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 281811 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 281812 INFO (qtp1151186768-2829) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7bbf1582[collection1_shard2_replica_n2] main]
[junit4] 2> 281812 INFO (searcherExecutor-1367-thread-1-processing-n:127.0.0.1:63723_solr x:collection1_shard2_replica_n1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.c.SolrCore [collection1_shard2_replica_n1] Registered new searcher Searcher@7e071bce[collection1_shard2_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 281812 INFO (searcherExecutor-1368-thread-1-processing-n:127.0.0.1:63723_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@404a0cc4[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 281812 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577196852131921920
[junit4] 2> 281813 INFO (qtp1151186768-2829) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 281813 INFO (qtp1151186768-2829) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 281814 INFO (qtp1151186768-2832) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@139cd627[collection1_shard1_replica_n2] main]
[junit4] 2> 281814 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 281815 INFO (qtp1151186768-2829) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 281815 INFO (qtp1151186768-2832) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 281815 INFO (searcherExecutor-1370-thread-1-processing-n:127.0.0.1:63724_solr x:collection1_shard2_replica_n2 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [collection1_shard2_replica_n2] Registered new searcher Searcher@7bbf1582[collection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 281815 INFO (qtp1151186768-2829) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577196852135067648
[junit4] 2> 281816 INFO (qtp1151186768-2832) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 281816 INFO (qtp1151186768-2832) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 281816 INFO (qtp1151186768-2832) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577196852136116224
[junit4] 2> 281817 INFO (searcherExecutor-1369-thread-1-processing-n:127.0.0.1:63724_solr x:collection1_shard1_replica_n2 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [collection1_shard1_replica_n2] Registered new searcher Searcher@139cd627[collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 281819 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 281819 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 281819 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63723/solr/collection1_shard1_replica_n1/
[junit4] 2> 281820 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n1 url=http://127.0.0.1:63723/solr START replicas=[http://127.0.0.1:63724/solr/collection1_shard1_replica_n2/] nUpdates=100
[junit4] 2> 281820 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n1 url=http://127.0.0.1:63723/solr DONE. We have no versions. sync failed.
[junit4] 2> 281822 INFO (qtp1151186768-2840) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 281823 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 281823 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 281823 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 281827 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63723/solr/collection1_shard1_replica_n1/ shard1
[junit4] 2> 281930 INFO (zkCallback-443-thread-1-processing-n:127.0.0.1:63723_solr) [n:127.0.0.1:63723_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 281930 INFO (zkCallback-443-thread-2-processing-n:127.0.0.1:63723_solr) [n:127.0.0.1:63723_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 281930 INFO (zkCallback-442-thread-2-processing-n:127.0.0.1:63724_solr) [n:127.0.0.1:63724_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 281931 INFO (zkCallback-442-thread-1-processing-n:127.0.0.1:63724_solr) [n:127.0.0.1:63724_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 281979 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 281982 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1377
[junit4] 2> 282088 INFO (zkCallback-443-thread-2-processing-n:127.0.0.1:63723_solr) [n:127.0.0.1:63723_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 282089 INFO (zkCallback-442-thread-2-processing-n:127.0.0.1:63724_solr) [n:127.0.0.1:63724_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 282088 INFO (zkCallback-442-thread-1-processing-n:127.0.0.1:63724_solr) [n:127.0.0.1:63724_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 282089 INFO (zkCallback-443-thread-1-processing-n:127.0.0.1:63723_solr) [n:127.0.0.1:63723_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 282315 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 282316 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 282316 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63723/solr/collection1_shard2_replica_n1/
[junit4] 2> 282316 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_n1 url=http://127.0.0.1:63723/solr START replicas=[http://127.0.0.1:63724/solr/collection1_shard2_replica_n2/] nUpdates=100
[junit4] 2> 282316 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_n1 url=http://127.0.0.1:63723/solr DONE. We have no versions. sync failed.
[junit4] 2> 282318 INFO (qtp1151186768-2838) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.S.Request [collection1_shard2_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 282319 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 282319 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 282319 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 282325 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63723/solr/collection1_shard2_replica_n1/ shard2
[junit4] 2> 282430 INFO (zkCallback-443-thread-1-processing-n:127.0.0.1:63723_solr) [n:127.0.0.1:63723_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 282431 INFO (zkCallback-442-thread-1-processing-n:127.0.0.1:63724_solr) [n:127.0.0.1:63724_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 282431 INFO (zkCallback-443-thread-2-processing-n:127.0.0.1:63723_solr) [n:127.0.0.1:63723_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 282431 INFO (zkCallback-442-thread-2-processing-n:127.0.0.1:63724_solr) [n:127.0.0.1:63724_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 282476 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 282478 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection1_shard2_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1869
[junit4] 2> 282581 INFO (zkCallback-443-thread-1-processing-n:127.0.0.1:63723_solr) [n:127.0.0.1:63723_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 282581 INFO (zkCallback-443-thread-2-processing-n:127.0.0.1:63723_solr) [n:127.0.0.1:63723_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 282581 INFO (zkCallback-442-thread-2-processing-n:127.0.0.1:63724_solr) [n:127.0.0.1:63724_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 282581 INFO (zkCallback-442-thread-1-processing-n:127.0.0.1:63724_solr) [n:127.0.0.1:63724_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 282822 INFO (qtp1151186768-2832) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2215
[junit4] 2> 282823 INFO (qtp1151186768-2829) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2217
[junit4] 2> 282826 INFO (qtp482505108-2843) [n:127.0.0.1:63723_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 282927 INFO (zkCallback-443-thread-1-processing-n:127.0.0.1:63723_solr) [n:127.0.0.1:63723_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 282927 INFO (zkCallback-442-thread-1-processing-n:127.0.0.1:63724_solr) [n:127.0.0.1:63724_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 282927 INFO (zkCallback-443-thread-2-processing-n:127.0.0.1:63723_solr) [n:127.0.0.1:63723_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 282927 INFO (zkCallback-442-thread-2-processing-n:127.0.0.1:63724_solr) [n:127.0.0.1:63724_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 283826 INFO (qtp482505108-2843) [n:127.0.0.1:63723_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=2&collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3539
[junit4] 2> 283826 INFO (SUITE-TestCloudRecovery-seed#[E123E0CB727F2B47]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 283827 INFO (SUITE-TestCloudRecovery-seed#[E123E0CB727F2B47]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 283846 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[E123E0CB727F2B47]) [ ] o.a.s.SolrTestCaseJ4 ###Starting corruptedLogTest
[junit4] 2> 283869 INFO (qtp1151186768-2830) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1577196854269968384&distrib.from=http://127.0.0.1:63723/solr/collection1_shard2_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1577196854269968384)} 0 9
[junit4] 2> 283869 INFO (qtp482505108-2839) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:63723/solr/collection1_shard1_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1577196854269968384)} 0 18
[junit4] 2> 283870 INFO (qtp1151186768-2842) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1577196854265774080&distrib.from=http://127.0.0.1:63723/solr/collection1_shard1_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1577196854265774080)} 0 13
[junit4] 2> 283870 INFO (qtp482505108-2837) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1577196854265774080)} 0 23
[junit4] 2> 283873 INFO (qtp1151186768-2833) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577196854293037056,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 283873 INFO (qtp1151186768-2833) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 283876 INFO (qtp1151186768-2833) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 283876 INFO (qtp1151186768-2840) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577196854296182784,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 283876 INFO (qtp1151186768-2840) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 283876 INFO (qtp1151186768-2833) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:63723/solr/collection1_shard2_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
[junit4] 2> 283876 INFO (qtp1151186768-2840) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 283878 INFO (qtp482505108-2835) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577196854298279936,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 283878 INFO (qtp482505108-2835) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 283880 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577196854300377088,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 283880 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 283880 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 283881 INFO (qtp482505108-2835) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 283881 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:63723/solr/collection1_shard2_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 283885 INFO (qtp1151186768-2840) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:63723/solr/collection1_shard2_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 5
[junit4] 2> 283885 INFO (qtp482505108-2835) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:63723/solr/collection1_shard2_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 8
[junit4] 2> 283885 INFO (qtp482505108-2836) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n1] webapp=/solr path=/update params={_stateVer_=collection1:7&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 14
[junit4] 2> 283895 INFO (qtp1151186768-2833) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:63723/solr/collection1_shard1_replica_n1/&wt=javabin&version=2}{add=[1000 (1577196854308765696)]} 0 3
[junit4] 2> 283896 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1000 (1577196854308765696)]} 0 8
[junit4] 2> 283904 INFO (qtp1151186768-2832) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:63723/solr/collection1_shard2_replica_n1/&wt=javabin&version=2}{add=[1001 (1577196854317154304)]} 0 3
[junit4] 2> 283904 INFO (qtp482505108-2843) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1001 (1577196854317154304)]} 0 7
[junit4] 2> 283906 INFO (qtp1151186768-2829) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:63723/solr/collection1_shard1_replica_n1/&wt=javabin&version=2}{add=[0 (1577196854326591488)]} 0 0
[junit4] 2> 283906 INFO (qtp482505108-2839) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1577196854326591488)]} 0 1
[junit4] 2> 283908 INFO (qtp1151186768-2829) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:63723/solr/collection1_shard1_replica_n1/&wt=javabin&version=2}{add=[1 (1577196854328688640)]} 0 0
[junit4] 2> 283908 INFO (qtp482505108-2839) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1577196854328688640)]} 0 1
[junit4] 2> 283909 INFO (qtp1151186768-2829) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:63723/solr/collection1_shard2_replica_n1/&wt=javabin&version=2}{add=[2 (1577196854329737216)]} 0 0
[junit4] 2> 283910 INFO (qtp482505108-2839) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1577196854329737216)]} 0 1
[junit4] 2> 283914 INFO (qtp1151186768-2829) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:63723/solr/collection1_shard2_replica_n1/&wt=javabin&version=2}{add=[3 (1577196854331834368)]} 0 2
[junit4] 2> 283915 INFO (qtp482505108-2841) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1577196854331834368)]} 0 4
[junit4] 2> 283918 INFO (qtp1151186768-2838) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:63723/solr/collection1_shard1_replica_n1/&wt=javabin&version=2}{add=[4 (1577196854338125824)]} 0 0
[junit4] 2> 283918 INFO (qtp482505108-2836) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1577196854338125824)]} 0 2
[junit4] 2> 283920 INFO (qtp1151186768-2838) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:63723/solr/collection1_shard2_replica_n1/&wt=javabin&version=2}{add=[5 (1577196854341271552)]} 0 0
[junit4] 2> 283920 INFO (qtp482505108-2836) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1577196854341271552)]} 0 1
[junit4] 2> 283922 INFO (qtp1151186768-2838) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:63723/solr/collection1_shard2_replica_n1/&wt=javabin&version=2}{add=[6 (1577196854343368704)]} 0 0
[junit4] 2> 283922 INFO (qtp482505108-2836) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1577196854343368704)]} 0 1
[junit4] 2> 283923 INFO (qtp1151186768-2838) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:63723/solr/collection1_shard2_replica_n1/&wt=javabin&version=2}{add=[7 (1577196854345465856)]} 0 0
[junit4] 2> 283923 INFO (qtp482505108-2836) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1577196854345465856)]} 0 1
[junit4] 2> 283925 INFO (qtp1151186768-2838) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:63723/solr/collection1_shard1_replica_n1/&wt=javabin&version=2}{add=[8 (1577196854346514432)]} 0 0
[junit4] 2> 283925 INFO (qtp482505108-2836) [n:127.0.0.1:63723_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1577196854346514432)]} 0 1
[junit4] 2> 283926 INFO (qtp1151186768-2838) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:63723/solr/collection1_shard2_replica_n1/&wt=javabin&version=2}{add=[9 (1577196854347563008)]} 0 0
[junit4] 2> 283926 INFO (qtp482505108-2836) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1577196854347563008)]} 0 1
[junit4] 2> 283928 INFO (qtp1151186768-2838) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.S.Request [collection1_shard2_replica_n2] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:63724/solr/collection1_shard2_replica_n2/|http://127.0.0.1:63723/solr/collection1_shard2_replica_n1/&rows=10&version=2&q=*:*&NOW=1504132131910&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 283929 INFO (qtp1151186768-2832) [n:127.0.0.1:63724_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:63724/solr/collection1_shard1_replica_n2/|http://127.0.0.1:63723/solr/collection1_shard1_replica_n1/&rows=10&version=2&q=*:*&NOW=1504132131910&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 283929 INFO (qtp482505108-2834) [n:127.0.0.1:63723_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_n1] o.a.s.c.S.Request [collection1_shard2_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:7&wt=javabin&version=2} hits=0 status=0 QTime=2
[junit4] 2> 283931 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[E123E0CB727F2B47]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 63724
[junit4] 2> 283931 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[E123E0CB727F2B47]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2002337638
[junit4] 2> 283931 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[E123E0CB727F2B47]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 283931 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[E123E0CB727F2B47]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@52c13f2: rootName = solr_63724, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@43ab63d6
[junit4] 2> 283935 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[E123E0CB727F2B47]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 283935 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[E123E0CB727F2B47]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@54a42b71: rootName = solr_63724, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@21ef4176
[junit4] 2> 283938 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[E123E0CB727F2B47]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 283938 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[E123E0CB727F2B47]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@15466cb3: rootName = solr_63724, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@68d1801a
[junit4] 2> 283939 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[E123E0CB727F2B47]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 283944 INFO (coreCloseExecutor-1387-thread-1) [n:127.0.0.1:63724_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [co
[...truncated too long message...]
ter, FullHLLTest, TestConfigSetImmutable, TestConfig, TestRTGBase, TestRandomFlRTGCloud, CdcrReplicationDistributedZkTest, TestInitParams, TestFastOutputStream, TestAuthorizationFramework, TestReloadDeadlock, TestXmlQParser, SortSpecParsingTest, TestCloudRecovery]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestCloudRecovery -Dtests.seed=E123E0CB727F2B47 -Dtests.slow=true -Dtests.locale=zh-HK -Dtests.timezone=CNT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestCloudRecovery (suite) <<<
[junit4] > Throwable #1: java.io.IOException: Could not remove the following files (in the order of attempts):
[junit4] > C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard2_replica_n1\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard2_replica_n1\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process.
[junit4] > C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard2_replica_n1\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard2_replica_n1\data\tlog
[junit4] > C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard2_replica_n1\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard2_replica_n1\data
[junit4] > C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard2_replica_n1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard2_replica_n1
[junit4] > C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard1_replica_n1\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard1_replica_n1\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process.
[junit4] > C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard1_replica_n1\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard1_replica_n1\data\tlog
[junit4] > C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard1_replica_n1\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard1_replica_n1\data
[junit4] > C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard1_replica_n1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1\collection1_shard1_replica_n1
[junit4] > C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node1
[junit4] > C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard2_replica_n2\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard2_replica_n2\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process.
[junit4] > C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard2_replica_n2\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard2_replica_n2\data\tlog
[junit4] > C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard2_replica_n2\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard2_replica_n2\data
[junit4] > C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard2_replica_n2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard2_replica_n2
[junit4] > C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard1_replica_n2\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard1_replica_n2\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process.
[junit4] > C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard1_replica_n2\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard1_replica_n2\data\tlog
[junit4] > C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard1_replica_n2\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard1_replica_n2\data
[junit4] > C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard1_replica_n2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2\collection1_shard1_replica_n2
[junit4] > C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001\node2
[junit4] > C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001\tempDir-001
[junit4] > C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_E123E0CB727F2B47-001
[junit4] > at __randomizedtesting.SeedInfo.seed([E123E0CB727F2B47]:0)
[junit4] > at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [105/729 (1!)] on J1 in 21.76s, 2 tests, 1 error <<< FAILURES!
[...truncated 45489 lines...]
[JENKINS] Lucene-Solr-7.0-Windows (64bit/jdk1.8.0_144) - Build #
121 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.0-Windows/121/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.TestPullReplica.testKillLeader
Error Message:
Replica state not updated in cluster state null Live Nodes: [127.0.0.1:60554_solr, 127.0.0.1:60557_solr] Last available state: DocCollection(pull_replica_test_kill_leader//collections/pull_replica_test_kill_leader/state.json/6)={ "pullReplicas":"1", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node1":{ "core":"pull_replica_test_kill_leader_shard1_replica_n1", "base_url":"http://127.0.0.1:60557/solr", "node_name":"127.0.0.1:60557_solr", "state":"down", "type":"NRT", "leader":"true"}, "core_node2":{ "core":"pull_replica_test_kill_leader_shard1_replica_p1", "base_url":"http://127.0.0.1:60554/solr", "node_name":"127.0.0.1:60554_solr", "state":"active", "type":"PULL"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"100", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Replica state not updated in cluster state
null
Live Nodes: [127.0.0.1:60554_solr, 127.0.0.1:60557_solr]
Last available state: DocCollection(pull_replica_test_kill_leader//collections/pull_replica_test_kill_leader/state.json/6)={
"pullReplicas":"1",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node1":{
"core":"pull_replica_test_kill_leader_shard1_replica_n1",
"base_url":"http://127.0.0.1:60557/solr",
"node_name":"127.0.0.1:60557_solr",
"state":"down",
"type":"NRT",
"leader":"true"},
"core_node2":{
"core":"pull_replica_test_kill_leader_shard1_replica_p1",
"base_url":"http://127.0.0.1:60554/solr",
"node_name":"127.0.0.1:60554_solr",
"state":"active",
"type":"PULL"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"100",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([3EA8302BDC0DCB1D:77BEC49FBEB65F4B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.TestPullReplica.doTestNoLeader(TestPullReplica.java:401)
at org.apache.solr.cloud.TestPullReplica.testKillLeader(TestPullReplica.java:290)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1100>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
at __randomizedtesting.SeedInfo.seed([3EA8302BDC0DCB1D:EAED7B723B5B78E6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 10895 lines...]
[junit4] Suite: org.apache.solr.cloud.TestPullReplica
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestPullReplica_3EA8302BDC0DCB1D-001\init-core-data-001
[junit4] 2> 100051 WARN (SUITE-TestPullReplica-seed#[3EA8302BDC0DCB1D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 100051 INFO (SUITE-TestPullReplica-seed#[3EA8302BDC0DCB1D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 100051 INFO (SUITE-TestPullReplica-seed#[3EA8302BDC0DCB1D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 100051 INFO (SUITE-TestPullReplica-seed#[3EA8302BDC0DCB1D]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestPullReplica_3EA8302BDC0DCB1D-001\tempDir-001
[junit4] 2> 100051 INFO (SUITE-TestPullReplica-seed#[3EA8302BDC0DCB1D]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 100051 INFO (Thread-242) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 100051 INFO (Thread-242) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 100073 ERROR (Thread-242) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 100163 INFO (SUITE-TestPullReplica-seed#[3EA8302BDC0DCB1D]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:60550
[junit4] 2> 100182 INFO (jetty-launcher-108-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 100183 INFO (jetty-launcher-108-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5616280a{/solr,null,AVAILABLE}
[junit4] 2> 100186 INFO (jetty-launcher-108-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@180740d2{HTTP/1.1,[http/1.1]}{127.0.0.1:60554}
[junit4] 2> 100186 INFO (jetty-launcher-108-thread-2) [ ] o.e.j.s.Server Started @104053ms
[junit4] 2> 100187 INFO (jetty-launcher-108-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60554}
[junit4] 2> 100187 INFO (jetty-launcher-108-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 100187 ERROR (jetty-launcher-108-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 100187 INFO (jetty-launcher-108-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 100187 INFO (jetty-launcher-108-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 100187 INFO (jetty-launcher-108-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 100187 INFO (jetty-launcher-108-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-30T11:56:07.667Z
[junit4] 2> 100188 INFO (jetty-launcher-108-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31f3325b{/solr,null,AVAILABLE}
[junit4] 2> 100188 INFO (jetty-launcher-108-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3d36dbf9{HTTP/1.1,[http/1.1]}{127.0.0.1:60557}
[junit4] 2> 100189 INFO (jetty-launcher-108-thread-1) [ ] o.e.j.s.Server Started @104055ms
[junit4] 2> 100189 INFO (jetty-launcher-108-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60557}
[junit4] 2> 100194 ERROR (jetty-launcher-108-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 100194 INFO (jetty-launcher-108-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 100194 INFO (jetty-launcher-108-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 100194 INFO (jetty-launcher-108-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 100194 INFO (jetty-launcher-108-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-30T11:56:07.674Z
[junit4] 2> 100208 INFO (jetty-launcher-108-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 100208 INFO (jetty-launcher-108-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 100434 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e32ffa2010001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 100440 INFO (jetty-launcher-108-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60550/solr
[junit4] 2> 100440 INFO (jetty-launcher-108-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60550/solr
[junit4] 2> 100448 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e32ffa2010004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 100449 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e32ffa2010003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 100619 INFO (jetty-launcher-108-thread-1) [n:127.0.0.1:60557_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 100620 INFO (jetty-launcher-108-thread-1) [n:127.0.0.1:60557_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60557_solr
[junit4] 2> 100623 INFO (jetty-launcher-108-thread-1) [n:127.0.0.1:60557_solr ] o.a.s.c.Overseer Overseer (id=98572315364753414-127.0.0.1:60557_solr-n_0000000000) starting
[junit4] 2> 100634 INFO (jetty-launcher-108-thread-1) [n:127.0.0.1:60557_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60557_solr
[junit4] 2> 100636 INFO (zkCallback-119-thread-1-processing-n:127.0.0.1:60557_solr) [n:127.0.0.1:60557_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 100653 INFO (jetty-launcher-108-thread-2) [n:127.0.0.1:60554_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 100661 INFO (jetty-launcher-108-thread-2) [n:127.0.0.1:60554_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 100661 INFO (jetty-launcher-108-thread-2) [n:127.0.0.1:60554_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60554_solr
[junit4] 2> 100661 INFO (zkCallback-119-thread-1-processing-n:127.0.0.1:60557_solr) [n:127.0.0.1:60557_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 100661 INFO (zkCallback-120-thread-1-processing-n:127.0.0.1:60554_solr) [n:127.0.0.1:60554_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 101035 INFO (jetty-launcher-108-thread-2) [n:127.0.0.1:60554_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60554.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b81092a
[junit4] 2> 101067 INFO (jetty-launcher-108-thread-1) [n:127.0.0.1:60557_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60557.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b81092a
[junit4] 2> 101124 INFO (jetty-launcher-108-thread-2) [n:127.0.0.1:60554_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60554.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b81092a
[junit4] 2> 101125 INFO (jetty-launcher-108-thread-2) [n:127.0.0.1:60554_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60554.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b81092a
[junit4] 2> 101130 INFO (jetty-launcher-108-thread-2) [n:127.0.0.1:60554_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestPullReplica_3EA8302BDC0DCB1D-001\tempDir-001\node2\.
[junit4] 2> 101239 INFO (jetty-launcher-108-thread-1) [n:127.0.0.1:60557_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60557.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b81092a
[junit4] 2> 101239 INFO (jetty-launcher-108-thread-1) [n:127.0.0.1:60557_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60557.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b81092a
[junit4] 2> 101239 INFO (jetty-launcher-108-thread-1) [n:127.0.0.1:60557_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestPullReplica_3EA8302BDC0DCB1D-001\tempDir-001\node1\.
[junit4] 2> 101410 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e32ffa2010007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 101410 INFO (SUITE-TestPullReplica-seed#[3EA8302BDC0DCB1D]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 101410 INFO (SUITE-TestPullReplica-seed#[3EA8302BDC0DCB1D]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60550/solr ready
[junit4] 2> 101430 INFO (SUITE-TestPullReplica-seed#[3EA8302BDC0DCB1D]-worker) [ ] o.a.s.c.TestPullReplica Using legacyCloud?: false
[junit4] 2> 101441 INFO (qtp1353079362-779) [n:127.0.0.1:60557_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 101449 INFO (qtp1353079362-779) [n:127.0.0.1:60557_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 101538 INFO (TEST-TestPullReplica.testAddDocs-seed#[3EA8302BDC0DCB1D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddDocs
[junit4] 2> 101538 INFO (qtp1353079362-775) [n:127.0.0.1:60557_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=2&replicationFactor=1&collection.configName=conf&maxShardsPerNode=100&name=pull_replica_test_add_docs&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 101546 INFO (OverseerThreadFactory-422-thread-1-processing-n:127.0.0.1:60557_solr) [n:127.0.0.1:60557_solr ] o.a.s.c.CreateCollectionCmd Create collection pull_replica_test_add_docs
[junit4] 2> 101547 WARN (OverseerThreadFactory-422-thread-1-processing-n:127.0.0.1:60557_solr) [n:127.0.0.1:60557_solr ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 3 on collection pull_replica_test_add_docs is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 101665 INFO (OverseerStateUpdate-98572315364753414-127.0.0.1:60557_solr-n_0000000000) [n:127.0.0.1:60557_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"pull_replica_test_add_docs",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"pull_replica_test_add_docs_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60557/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 101667 INFO (OverseerStateUpdate-98572315364753414-127.0.0.1:60557_solr-n_0000000000) [n:127.0.0.1:60557_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"pull_replica_test_add_docs",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"pull_replica_test_add_docs_shard1_replica_p1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60554/solr",
[junit4] 2> "type":"PULL"}
[junit4] 2> 101668 INFO (OverseerStateUpdate-98572315364753414-127.0.0.1:60557_solr-n_0000000000) [n:127.0.0.1:60557_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"pull_replica_test_add_docs",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"pull_replica_test_add_docs_shard1_replica_p2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60557/solr",
[junit4] 2> "type":"PULL"}
[junit4] 2> 101880 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 101880 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 101880 INFO (qtp1000326677-770) [n:127.0.0.1:60554_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_p1&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 101880 INFO (qtp1353079362-773) [n:127.0.0.1:60557_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_p2&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 101880 INFO (qtp1000326677-770) [n:127.0.0.1:60554_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 102007 INFO (zkCallback-120-thread-1-processing-n:127.0.0.1:60554_solr) [n:127.0.0.1:60554_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 102007 INFO (zkCallback-119-thread-1-processing-n:127.0.0.1:60557_solr) [n:127.0.0.1:60557_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 102008 INFO (zkCallback-120-thread-2-processing-n:127.0.0.1:60554_solr) [n:127.0.0.1:60554_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 102008 INFO (zkCallback-119-thread-2-processing-n:127.0.0.1:60557_solr) [n:127.0.0.1:60557_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 103026 INFO (qtp1000326677-770) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 103026 INFO (qtp1353079362-773) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 103036 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 103052 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.IndexSchema [pull_replica_test_add_docs_shard1_replica_n1] Schema name=minimal
[junit4] 2> 103052 INFO (qtp1353079362-773) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.IndexSchema [pull_replica_test_add_docs_shard1_replica_p2] Schema name=minimal
[junit4] 2> 103052 INFO (qtp1000326677-770) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.s.IndexSchema [pull_replica_test_add_docs_shard1_replica_p1] Schema name=minimal
[junit4] 2> 103079 INFO (qtp1000326677-770) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 103079 INFO (qtp1000326677-770) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_add_docs_shard1_replica_p1' using configuration from collection pull_replica_test_add_docs, trusted=true
[junit4] 2> 103080 INFO (qtp1000326677-770) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60554.solr.core.pull_replica_test_add_docs.shard1.replica_p1' (registry 'solr.core.pull_replica_test_add_docs.shard1.replica_p1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b81092a
[junit4] 2> 103080 INFO (qtp1000326677-770) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 103080 INFO (qtp1000326677-770) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.SolrCore [[pull_replica_test_add_docs_shard1_replica_p1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestPullReplica_3EA8302BDC0DCB1D-001\tempDir-001\node2\pull_replica_test_add_docs_shard1_replica_p1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestPullReplica_3EA8302BDC0DCB1D-001\tempDir-001\node2\.\pull_replica_test_add_docs_shard1_replica_p1\data\]
[junit4] 2> 103080 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 103080 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_add_docs_shard1_replica_n1' using configuration from collection pull_replica_test_add_docs, trusted=true
[junit4] 2> 103082 INFO (qtp1353079362-773) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 103082 INFO (qtp1353079362-773) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_add_docs_shard1_replica_p2' using configuration from collection pull_replica_test_add_docs, trusted=true
[junit4] 2> 103083 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60557.solr.core.pull_replica_test_add_docs.shard1.replica_n1' (registry 'solr.core.pull_replica_test_add_docs.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b81092a
[junit4] 2> 103083 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 103083 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrCore [[pull_replica_test_add_docs_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestPullReplica_3EA8302BDC0DCB1D-001\tempDir-001\node1\pull_replica_test_add_docs_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestPullReplica_3EA8302BDC0DCB1D-001\tempDir-001\node1\.\pull_replica_test_add_docs_shard1_replica_n1\data\]
[junit4] 2> 103088 INFO (qtp1353079362-773) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60557.solr.core.pull_replica_test_add_docs.shard1.replica_p2' (registry 'solr.core.pull_replica_test_add_docs.shard1.replica_p2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b81092a
[junit4] 2> 103088 INFO (qtp1353079362-773) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 103088 INFO (qtp1353079362-773) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrCore [[pull_replica_test_add_docs_shard1_replica_p2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestPullReplica_3EA8302BDC0DCB1D-001\tempDir-001\node1\pull_replica_test_add_docs_shard1_replica_p2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestPullReplica_3EA8302BDC0DCB1D-001\tempDir-001\node1\.\pull_replica_test_add_docs_shard1_replica_p2\data\]
[junit4] 2> 103317 INFO (qtp1000326677-770) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 103317 INFO (qtp1000326677-770) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 103317 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 103317 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 103333 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 103333 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 103358 INFO (qtp1000326677-770) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.s.SolrIndexSearcher Opening [Searcher@936066f[pull_replica_test_add_docs_shard1_replica_p1] main]
[junit4] 2> 103360 INFO (qtp1000326677-770) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 103360 INFO (qtp1000326677-770) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 103363 INFO (qtp1000326677-770) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 103363 INFO (qtp1353079362-773) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 103363 INFO (qtp1353079362-773) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 103364 INFO (qtp1000326677-770) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.ZkController pull_replica_test_add_docs_shard1_replica_p1 starting background replication from leader
[junit4] 2> 103365 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2babcc56[pull_replica_test_add_docs_shard1_replica_n1] main]
[junit4] 2> 103367 INFO (qtp1000326677-770) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 103367 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 103368 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 103369 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 103371 INFO (searcherExecutor-428-thread-1-processing-n:127.0.0.1:60557_solr x:pull_replica_test_add_docs_shard1_replica_n1 s:shard1 c:pull_replica_test_add_docs r:core_node1) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_n1] Registered new searcher Searcher@2babcc56[pull_replica_test_add_docs_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 103372 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577157049295306752
[junit4] 2> 103375 INFO (qtp1353079362-773) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.SolrIndexSearcher Opening [Searcher@30d15ee[pull_replica_test_add_docs_shard1_replica_p2] main]
[junit4] 2> 103379 INFO (searcherExecutor-427-thread-1-processing-n:127.0.0.1:60554_solr x:pull_replica_test_add_docs_shard1_replica_p1 s:shard1 c:pull_replica_test_add_docs r:core_node2) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_p1] Registered new searcher Searcher@936066f[pull_replica_test_add_docs_shard1_replica_p1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 103382 INFO (qtp1353079362-773) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 103383 INFO (qtp1353079362-773) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 103384 INFO (qtp1353079362-773) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 103384 INFO (qtp1353079362-773) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.ZkController pull_replica_test_add_docs_shard1_replica_p2 starting background replication from leader
[junit4] 2> 103385 INFO (qtp1000326677-770) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 103385 INFO (qtp1353079362-773) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 103390 INFO (qtp1353079362-773) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 103390 INFO (searcherExecutor-429-thread-1-processing-n:127.0.0.1:60557_solr x:pull_replica_test_add_docs_shard1_replica_p2 s:shard1 c:pull_replica_test_add_docs r:core_node3) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_p2] Registered new searcher Searcher@30d15ee[pull_replica_test_add_docs_shard1_replica_p2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 103395 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 103395 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 103395 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60557/solr/pull_replica_test_add_docs_shard1_replica_n1/
[junit4] 2> 103395 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 103395 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:60557/solr/pull_replica_test_add_docs_shard1_replica_n1/ has no replicas
[junit4] 2> 103395 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 103395 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60557/solr/pull_replica_test_add_docs_shard1_replica_n1/ shard1
[junit4] 2> 103505 INFO (zkCallback-120-thread-2-processing-n:127.0.0.1:60554_solr) [n:127.0.0.1:60554_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 103505 INFO (zkCallback-120-thread-1-processing-n:127.0.0.1:60554_solr) [n:127.0.0.1:60554_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 103505 INFO (zkCallback-119-thread-2-processing-n:127.0.0.1:60557_solr) [n:127.0.0.1:60557_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 103505 INFO (zkCallback-119-thread-1-processing-n:127.0.0.1:60557_solr) [n:127.0.0.1:60557_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 103520 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 103520 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1641
[junit4] 2> 103600 INFO (indexFetcher-441-thread-1) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.h.IndexFetcher Replica core_node1 is leader but it's state is down, skipping replication
[junit4] 2> 103723 INFO (zkCallback-120-thread-1-processing-n:127.0.0.1:60554_solr) [n:127.0.0.1:60554_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 103723 INFO (zkCallback-120-thread-2-processing-n:127.0.0.1:60554_solr) [n:127.0.0.1:60554_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 103723 INFO (zkCallback-119-thread-2-processing-n:127.0.0.1:60557_solr) [n:127.0.0.1:60557_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 103723 INFO (zkCallback-119-thread-1-processing-n:127.0.0.1:60557_solr) [n:127.0.0.1:60557_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 103847 INFO (indexFetcher-443-thread-1) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:60557/solr/pull_replica_test_add_docs_shard1_replica_n1/
[junit4] 2> 103850 INFO (qtp1353079362-772) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 103851 INFO (indexFetcher-443-thread-1) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 103851 INFO (indexFetcher-443-thread-1) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 103851 INFO (indexFetcher-443-thread-1) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 103851 INFO (indexFetcher-443-thread-1) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 104411 INFO (qtp1000326677-770) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_p1&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2536
[junit4] 2> 104427 INFO (qtp1353079362-773) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_p2&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2540
[junit4] 2> 104427 INFO (qtp1353079362-775) [n:127.0.0.1:60557_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 104561 INFO (zkCallback-120-thread-2-processing-n:127.0.0.1:60554_solr) [n:127.0.0.1:60554_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 104561 INFO (zkCallback-120-thread-1-processing-n:127.0.0.1:60554_solr) [n:127.0.0.1:60554_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 104562 INFO (zkCallback-119-thread-1-processing-n:127.0.0.1:60557_solr) [n:127.0.0.1:60557_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 104562 INFO (zkCallback-119-thread-2-processing-n:127.0.0.1:60557_solr) [n:127.0.0.1:60557_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 105437 INFO (qtp1353079362-775) [n:127.0.0.1:60557_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=2&replicationFactor=1&collection.configName=conf&maxShardsPerNode=100&name=pull_replica_test_add_docs&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3901
[junit4] 2> 105461 INFO (qtp1353079362-772) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1577157051484733440)]} 0 14
[junit4] 2> 105477 INFO (qtp1353079362-772) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577157051502559232,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 105477 INFO (qtp1353079362-772) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@62ede313 commitCommandVersion:1577157051502559232
[junit4] 2> 105477 INFO (qtp1353079362-772) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@194ad82c[pull_replica_test_add_docs_shard1_replica_n1] main]
[junit4] 2> 105489 INFO (qtp1353079362-772) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 105489 INFO (searcherExecutor-428-thread-1-processing-n:127.0.0.1:60557_solr x:pull_replica_test_add_docs_shard1_replica_n1 s:shard1 c:pull_replica_test_add_docs r:core_node1) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_n1] Registered new searcher Searcher@194ad82c[pull_replica_test_add_docs_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1)))}
[junit4] 2> 105489 INFO (qtp1353079362-772) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=pull_replica_test_add_docs:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 21
[junit4] 2> 105489 INFO (qtp1353079362-783) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 105489 INFO (qtp1000326677-766) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 105567 INFO (OverseerCollectionConfigSetProcessor-98572315364753414-127.0.0.1:60557_solr-n_0000000000) [n:127.0.0.1:60557_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 105590 INFO (qtp1000326677-766) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 105707 INFO (qtp1000326677-765) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 105808 INFO (qtp1000326677-764) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 105911 INFO (qtp1000326677-763) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 106020 INFO (qtp1000326677-763) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 106121 INFO (qtp1000326677-763) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 106223 INFO (qtp1000326677-763) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 106324 INFO (qtp1000326677-770) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 106393 INFO (indexFetcher-441-thread-1) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
[junit4] 2> 106393 INFO (indexFetcher-441-thread-1) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:60557/solr/pull_replica_test_add_docs_shard1_replica_n1/
[junit4] 2> 106393 INFO (qtp1353079362-779) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 106393 INFO (indexFetcher-441-thread-1) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 106393 INFO (indexFetcher-441-thread-1) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.h.IndexFetcher Master's version: 1504094172957
[junit4] 2> 106393 INFO (indexFetcher-441-thread-1) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 106393 INFO (indexFetcher-441-thread-1) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 106393 INFO (indexFetcher-441-thread-1) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 106437 INFO (qtp1000326677-770) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 106444 INFO (qtp1353079362-777) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=47
[junit4] 2> 106444 INFO (indexFetcher-441-thread-1) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.h.IndexFetcher Number of files in latest index in master: 15
[junit4] 2> 106445 INFO (indexFetcher-441-thread-1) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.h.IndexFetcher Starting download (fullCopy=true) to MockDirectoryWrapper(RAMDirectory@43b415ba lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@66b9492)
[junit4] 2> 106466 INFO (qtp1353079362-782) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=11
[junit4] 2> 106473 INFO (qtp1353079362-773) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106473 INFO (qtp1353079362-775) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106473 INFO (qtp1353079362-775) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106497 INFO (qtp1353079362-772) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106502 INFO (qtp1353079362-781) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106503 INFO (qtp1353079362-783) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106503 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106503 INFO (qtp1353079362-779) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106503 INFO (qtp1353079362-777) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.dii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106503 INFO (qtp1353079362-782) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106503 INFO (qtp1353079362-773) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.dim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106508 INFO (qtp1353079362-775) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106508 INFO (qtp1353079362-772) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106509 INFO (qtp1353079362-781) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106510 INFO (indexFetcher-441-thread-1) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=true,bytesDownloaded=2348) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@43b415ba lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@66b9492)
[junit4] 2> 106511 INFO (indexFetcher-441-thread-1) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.SolrCore Updating index properties... index=index.20170830085613925
[junit4] 2> 106512 INFO (indexFetcher-441-thread-1) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.h.IndexFetcher removing old index directory MockDirectoryWrapper(RAMDirectory@1cb39fbd lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@8660b08)
[junit4] 2> 106515 INFO (indexFetcher-441-thread-1) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 106516 INFO (indexFetcher-441-thread-1) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.s.SolrIndexSearcher Opening [Searcher@640afe72[pull_replica_test_add_docs_shard1_replica_p1] main]
[junit4] 2> 106519 INFO (searcherExecutor-427-thread-1-processing-n:127.0.0.1:60554_solr x:pull_replica_test_add_docs_shard1_replica_p1 s:shard1 c:pull_replica_test_add_docs r:core_node2) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_p1] Registered new searcher Searcher@640afe72[pull_replica_test_add_docs_shard1_replica_p1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1)))}
[junit4] 2> 106546 INFO (qtp1000326677-766) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 106561 INFO (qtp1000326677-765) [n:127.0.0.1:60554_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p1] webapp=/solr path=/admin/plugins params={qt=/admin/plugins&stats=true&wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 106566 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 106668 INFO (qtp1353079362-779) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 106769 INFO (qtp1353079362-777) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 106845 INFO (qtp1353079362-782) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 106845 INFO (indexFetcher-443-thread-1) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 106845 INFO (indexFetcher-443-thread-1) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Master's version: 1504094172957
[junit4] 2> 106845 INFO (indexFetcher-443-thread-1) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 106845 INFO (indexFetcher-443-thread-1) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 106845 INFO (indexFetcher-443-thread-1) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 106847 INFO (qtp1353079362-782) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 106848 INFO (indexFetcher-443-thread-1) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Number of files in latest index in master: 15
[junit4] 2> 106851 INFO (indexFetcher-443-thread-1) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@4c0083e1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5d1c80e2)
[junit4] 2> 106852 INFO (qtp1353079362-782) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106853 INFO (qtp1353079362-772) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106854 INFO (qtp1353079362-781) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106855 INFO (qtp1353079362-783) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106856 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106857 INFO (qtp1353079362-779) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106858 INFO (qtp1353079362-777) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106871 INFO (qtp1353079362-773) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106871 INFO (qtp1353079362-775) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 106873 INFO (qtp1353079362-782) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106874 INFO (qtp1353079362-772) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.dii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106874 INFO (qtp1353079362-781) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106874 INFO (qtp1353079362-783) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.dim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106874 INFO (qtp1353079362-774) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106874 INFO (qtp1353079362-779) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106874 INFO (qtp1353079362-777) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node1 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 106880 INFO (indexFetcher-443-thread-1) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2348) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@4c0083e1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5d1c80e2)
[junit4] 2> 106880 INFO (indexFetcher-443-thread-1) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 106880 INFO (indexFetcher-443-thread-1) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.SolrIndexSearcher Opening [Searcher@226fa50f[pull_replica_test_add_docs_shard1_replica_p2] main]
[junit4] 2> 106880 INFO (searcherExecutor-429-thread-1-processing-n:127.0.0.1:60557_solr x:pull_replica_test_add_docs_shard1_replica_p2 s:shard1 c:pull_replica_test_add_docs r:core_node3) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_p2] Registered new searcher Searcher@226fa50f[pull_replica_test_add_docs_shard1_replica_p2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1)))}
[junit4] 2> 106971 INFO (qtp1353079362-775) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 106975 INFO (qtp1353079362-775) [n:127.0.0.1:60557_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/admin/plugins params={qt=/admin/plugins&stats=true&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 106975 INFO (TEST-TestPullReplica.testAddDocs-seed#[3EA8302BDC0DCB1D]) [ ] o.a.s.c.TestPullReplica tearDown deleting collection
[junit4] 2> 106975 INFO (qtp1353079362-782) [n:127.0.0.1:60557_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=pull_replica_test_add_docs&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 106989 INFO (OverseerThreadFactory-422-thread-2-processing-n:127.0.0.1:60557_solr) [n:127.0.0.1:60557_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 107004 INFO (qtp1353079362-781) [n:127.0.0.1:60557_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.pull_replica_test_add_docs.shard1.replica_n1, tag=null
[junit4] 2> 107004 INFO (qtp1353079362-781) [n:127.0.0.1:60557_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@15b86f66: rootName = solr_60557, domain = solr.core.pull_replica_test_add_docs.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.pull_replica_test_add_docs.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@35b375cc
[junit4] 2> 107004 INFO (qtp1000326677-764) [n:127.0.0.1:60554_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.pull_replica_test_add_docs.shard1.replica_p1, tag=null
[junit4] 2> 107004 INFO (qtp1000326677-764) [n:127.0.0.1:60554_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a44b707: rootName = solr_60554, domain = solr.core.pull_replica_test_add_docs.shard1.replica_p1, service url = null, agent id = null] for registry solr.core.pull_replica_test_add_docs.shard1.replica_p1 / com.codahale.metrics.MetricRegistry@5982244d
[junit4] 2> 107020 INFO (qtp1000326677-764) [n:127.0.0.1:60554_solr ] o.a.s.c.ZkController pull_replica_test_add_docs_shard1_replica_p1 stopping background replication from leader
[junit4] 2> 107020 INFO (qtp1000326677-764) [n:127.0.0.1:60554_solr ] o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_p1] CLOSING SolrCore org.apache.solr.core.SolrCore@51711223
[junit4] 2> 107020 INFO (qtp1000326677-764) [n:127.0.0.1:60554_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.pull_replica_test_add_docs.shard1.replica_p1, tag=1366364707
[junit4] 2> 107020 INFO (qtp1000326677-764) [n:127.0.0.1:60554_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.pull_replica_test_add_docs.shard1.leader, tag=1366364707
[junit4] 2> 107035 INFO (qtp1353079362-781) [n:127.0.0.1:60557_solr ] o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@725a8287
[junit4] 2> 107035 INFO (qtp1353079362-781) [n:127.0.0.1:60557_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.pull_replica_test_add_docs.shard1.replica_n1, tag=1918534279
[junit4] 2> 107035 INFO (qtp1353079362-781) [n:127.0.0.1:60557_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.pull_replica_test_add_docs.shard1.leader, tag=1918534279
[junit4] 2> 107042 INFO (qtp1353079362-783) [n:127.0.0.1:60557_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.pull_replica_test_add_docs.shard1.replica_p2, tag=null
[junit4] 2> 107042 INFO (qtp1353079362-783) [n:127.0.0.1:60557_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5bfa4b57: rootName = solr_60557, domain = solr.core.pull_replica_test_add_docs.shard1.replica_p2, service url = null, agent id = null] for registry solr.core.pull_replica_test_add_docs.shard1.replica_p2 / com.codahale.metrics.MetricRegistry@2e806827
[junit4] 2> 107059 INFO (qtp1353079362-783) [n:127.0.0.1:60557_solr ] o.a.s.c.ZkController pull_replica_test_add_docs_shard1_replica_p2 stopping background replication from leader
[junit4] 2> 107060 INFO (qtp1353079362-783) [n:127.0.0.1:60557_solr ] o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_p2] CLOSING SolrCore org.apache.solr.core.SolrCore@19f1e619
[junit4] 2> 107060 INFO (qtp1353079362-783) [n:127.0.0.1:60557_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.pull_replica_test_add_docs.shard1.replica_p2, tag=435283481
[junit4] 2> 107060 INFO (qtp1353079362-783) [n:127.0.0.1:60557_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.pull_replica_test_add_docs.shard1.leader, tag=435283481
[junit4] 2> 107062 INFO (qtp1353079362-781) [n:127.0.0.1:60557_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=pull_replica_test_add_docs_shard1_
[...truncated too long message...]
.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1986422 INFO (coreCloseExecutor-8233-thread-1) [n:127.0.0.1:59572_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-target.shard1.leader, tag=1669771377
[junit4] 2> 1986422 INFO (coreCloseExecutor-8233-thread-1) [n:127.0.0.1:59572_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1
[junit4] 2> 1986424 INFO (jetty-closer-4957-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98572438186033155-127.0.0.1:59572_solr-n_0000000000) closing
[junit4] 2> 1986424 INFO (OverseerStateUpdate-98572438186033155-127.0.0.1:59572_solr-n_0000000000) [n:127.0.0.1:59572_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:59572_solr
[junit4] 2> 1987924 WARN (zkCallback-4963-thread-2-processing-n:127.0.0.1:59572_solr) [n:127.0.0.1:59572_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1987924 INFO (jetty-closer-4957-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3be797a5{/solr,null,UNAVAILABLE}
[junit4] 2> 1987925 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3EA8302BDC0DCB1D]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1987926 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3EA8302BDC0DCB1D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59568 59568
[junit4] 2> 1987928 INFO (Thread-4085) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59568 59568
[junit4] 2> 1987928 WARN (Thread-4085) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/configs/cdcr-target/managed-schema
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 3 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-target/state.json
[junit4] 2> 4 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 3 /solr/collections/cdcr-target/cdcr/state/buffer
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 1987928 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3EA8302BDC0DCB1D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBootstrapWithSourceCluster
[junit4] 2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_3EA8302BDC0DCB1D-001
[junit4] 2> Aug 30, 2017 12:27:35 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {xyz=BlockTreeOrds(blocksize=128), id=PostingsFormat(name=MockRandom)}, docValues:{_version_=DocValuesFormat(name=Lucene70), xyz=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1098, maxMBSortInHeap=7.47344127196835, sim=RandomSimilarity(queryNorm=false): {}, locale=he, timezone=Africa/Ouagadougou
[junit4] 2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=196690816,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [ShardSplitTest, SuggestComponentContextFilterQueryTest, ClassificationUpdateProcessorTest, TestSchemalessBufferedUpdates, MinimalSchemaTest, TestLFUCache, TestStressReorder, TestCloudJSONFacetJoinDomain, SolrTestCaseJ4Test, XsltUpdateRequestHandlerTest, SliceStateTest, TestFaceting, TestSearcherReuse, TestHttpShardHandlerFactory, ClusterStateUpdateTest, ForceLeaderTest, ReturnFieldsTest, SparseHLLTest, CSVRequestHandlerTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestLazyCores, DistributedFacetPivotLongTailTest, TestMacros, DistributedFacetPivotSmallTest, TestIndexingPerformance, NumericFieldsTest, SpellCheckCollatorWithCollapseTest, BasicDistributedZkTest, IndexSchemaTest, TestStandardQParsers, ChaosMonkeyNothingIsSafeTest, VersionInfoTest, AtomicUpdateProcessorFactoryTest, CoreSorterTest, TestImpersonationWithHadoopAuth, SolrCLIZkUtilsTest, HdfsLockFactoryTest, TestConfigOverlay, TestConfigsApi, URLClassifyProcessorTest, OutOfBoxZkACLAndCredentialsProvidersTest, DeleteShardTest, TestStressCloudBlindAtomicUpdates, RequestLoggingTest, TestSolrDeletionPolicy2, TestSegmentSorting, TestRTimerTree, MissingSegmentRecoveryTest, TestSolrCoreParser, TestZkAclsWithHadoopAuth, MoveReplicaHDFSUlogDirTest, TestScoreJoinQPScore, DistributedSuggestComponentTest, TestSolrCoreProperties, TestStressRecovery, TestStressLiveNodes, TestShardHandlerFactory, RecoveryZkTest, AnalysisAfterCoreReloadTest, BlockJoinFacetRandomTest, SolrXmlInZkTest, TestHashPartitioner, ClusterStateTest, AliasIntegrationTest, ExplicitHLLTest, TestUtils, SpatialRPTFieldTypeTest, CircularListTest, SegmentsInfoRequestHandlerTest, TestLegacyField, DocValuesTest, HdfsSyncSliceTest, TestHdfsUpdateLog, TestQuerySenderListener, TestSQLHandler, TestCloudManagedSchema, DistribJoinFromCollectionTest, TestMiniSolrCloudCluster, ChangedSchemaMergeTest, InfixSuggestersTest, TestXmlQParserPlugin, RequiredFieldsTest, TestExtendedDismaxParser, TestTolerantUpdateProcessorCloud, LeaderElectionTest, DistanceFunctionTest, TestDistributedSearch, TestQueryWrapperFilter, ZkStateWriterTest, SimpleFacetsTest, RegexBoostProcessorTest, HdfsChaosMonkeySafeLeaderTest, TestUpdate, SpatialFilterTest, CdcrUpdateLogTest, TestFieldCacheSort, OverseerTest, UniqFieldsUpdateProcessorFactoryTest, SolrInfoBeanTest, TestExactStatsCache, TestClusterStateMutator, EnumFieldTest, PrimUtilsTest, TestTolerantSearch, LeaderFailureAfterFreshStartTest, ExitableDirectoryReaderTest, SoftAutoCommitTest, CloudMLTQParserTest, TestClusterProperties, CleanupOldIndexTest, CollectionTooManyReplicasTest, TestReplicationHandler, TestFieldTypeResource, CollectionReloadTest, TestPayloadCheckQParserPlugin, MultiTermTest, WrapperMergePolicyFactoryTest, TestComplexPhraseLeadingWildcard, ResponseLogComponentTest, TestFoldingMultitermQuery, TestFreeTextSuggestions, TestIBSimilarityFactory, UUIDFieldTest, SolrCoreTest, DateMathParserTest, QueryElevationComponentTest, ConnectionReuseTest, TestReversedWildcardFilterFactory, TestMissingGroups, TestLeaderElectionZkExpiry, TestDocBasedVersionConstraints, TestFilteredDocIdSet, CachingDirectoryFactoryTest, DistributedQueryComponentCustomSortTest, TestBlendedInfixSuggestions, HardAutoCommitTest, CollectionsAPISolrJTest, DirectUpdateHandlerOptimizeTest, TestHalfAndHalfDocValues, TestJmxIntegration, FieldAnalysisRequestHandlerTest, TestInfoStreamLogging, TestHdfsCloudBackupRestore, HdfsNNFailoverTest, TestDFRSimilarityFactory, DefaultValueUpdateProcessorTest, TestAtomicUpdateErrorCases, ParsingFieldUpdateProcessorsTest, TestSha256AuthenticationProvider, AsyncCallRequestStatusResponseTest, PropertiesRequestHandlerTest, LargeFieldTest, PeerSyncWithIndexFingerprintCachingTest, TestFieldCacheVsDocValues, QueryParsingTest, TestStressVersions, DirectSolrConnectionTest, ScriptEngineTest, SharedFSAutoReplicaFailoverUtilsTest, TestPseudoReturnFields, TestCursorMarkWithoutUniqueKey, TestOmitPositions, TestDownShardTolerantSearch, TestSlowCompositeReaderWrapper, SuggesterWFSTTest, TestDeleteCollectionOnDownNodes, TestSubQueryTransformer, SortByFunctionTest, UnloadDistributedZkTest, TestAddFieldRealTimeGet, LeaderElectionContextKeyTest, TestCloudPseudoReturnFields, PeerSyncTest, TestFieldCache, TestJavabinTupleStreamParser, TestPhraseSuggestions, OverseerRolesTest, TestLegacyNumericUtils, TestCoreContainer, ShardRoutingTest, TestRandomDVFaceting, AutoCommitTest, ZkControllerTest, TestRealTimeGet, TestJoin, DistributedTermsComponentTest, TestGroupingSearch, ConvertedLegacyTest, DirectUpdateHandlerTest, ShowFileRequestHandlerTest, SimplePostToolTest, TestCoreDiscovery, SuggesterTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, TestWordDelimiterFilterFactory, TestRemoteStreaming, TestSolrDeletionPolicy1, DebugComponentTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, DirectSolrSpellCheckerTest, PrimitiveFieldTypeTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, FastVectorHighlighterTest, TestCollationField, MBeansHandlerTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, HighlighterConfigTest, UpdateParamsTest, AlternateDirectoryTest, TestQuerySenderNoQuery, TestBinaryField, TestSearchPerf, OutputWriterTest, TestPostingsSolrHighlighter, TestCodecSupport, TestLMDirichletSimilarityFactory, TestFastWriter, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, TestSuggestSpellingConverter, DOMUtilTest, DistributedMLTComponentTest, TestCrossCoreJoin, TestDistributedMissingSort, TestHighlightDedupGrouping, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ActionThrottleTest, AssignTest, CdcrBootstrapTest]
[junit4] Completed [493/729 (2!)] on J0 in 159.56s, 3 tests, 1 failure <<< FAILURES!
[...truncated 44134 lines...]
[JENKINS] Lucene-Solr-7.0-Windows (32bit/jdk1.8.0_144) - Build #
120 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.0-Windows/120/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1100>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
at __randomizedtesting.SeedInfo.seed([C3C4B9D898745B7E:1781F2817F22E885]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12457 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_C3C4B9D898745B7E-001\init-core-data-001
[junit4] 2> 1736838 WARN (SUITE-CdcrBootstrapTest-seed#[C3C4B9D898745B7E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1736838 INFO (SUITE-CdcrBootstrapTest-seed#[C3C4B9D898745B7E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1736842 INFO (SUITE-CdcrBootstrapTest-seed#[C3C4B9D898745B7E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1736844 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[C3C4B9D898745B7E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithSourceCluster
[junit4] 2> 1736845 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[C3C4B9D898745B7E]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_C3C4B9D898745B7E-001\cdcr-target-001
[junit4] 2> 1736845 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[C3C4B9D898745B7E]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1736846 INFO (Thread-4388) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1736846 INFO (Thread-4388) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1736848 ERROR (Thread-4388) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1736946 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[C3C4B9D898745B7E]) [ ] o.a.s.c.ZkTestServer start zk server on port:59315
[junit4] 2> 1736962 INFO (jetty-launcher-2407-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1736963 INFO (jetty-launcher-2407-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41abb2{/solr,null,AVAILABLE}
[junit4] 2> 1736963 INFO (jetty-launcher-2407-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@b7ce9e{SSL,[ssl, http/1.1]}{127.0.0.1:59319}
[junit4] 2> 1736963 INFO (jetty-launcher-2407-thread-1) [ ] o.e.j.s.Server Started @1739994ms
[junit4] 2> 1736963 INFO (jetty-launcher-2407-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59319}
[junit4] 2> 1736963 ERROR (jetty-launcher-2407-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1736963 INFO (jetty-launcher-2407-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 1736963 INFO (jetty-launcher-2407-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1736963 INFO (jetty-launcher-2407-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1736963 INFO (jetty-launcher-2407-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-30T02:15:29.615Z
[junit4] 2> 1736972 INFO (jetty-launcher-2407-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1736987 INFO (jetty-launcher-2407-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59315/solr
[junit4] 2> 1737108 INFO (jetty-launcher-2407-thread-1) [n:127.0.0.1:59319_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1737109 INFO (jetty-launcher-2407-thread-1) [n:127.0.0.1:59319_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59319_solr
[junit4] 2> 1737109 INFO (jetty-launcher-2407-thread-1) [n:127.0.0.1:59319_solr ] o.a.s.c.Overseer Overseer (id=98570032218112003-127.0.0.1:59319_solr-n_0000000000) starting
[junit4] 2> 1737120 INFO (jetty-launcher-2407-thread-1) [n:127.0.0.1:59319_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59319_solr
[junit4] 2> 1737125 INFO (zkCallback-2414-thread-1-processing-n:127.0.0.1:59319_solr) [n:127.0.0.1:59319_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1737249 INFO (jetty-launcher-2407-thread-1) [n:127.0.0.1:59319_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59319.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@197f40b
[junit4] 2> 1737254 INFO (jetty-launcher-2407-thread-1) [n:127.0.0.1:59319_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59319.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@197f40b
[junit4] 2> 1737255 INFO (jetty-launcher-2407-thread-1) [n:127.0.0.1:59319_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59319.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@197f40b
[junit4] 2> 1737256 INFO (jetty-launcher-2407-thread-1) [n:127.0.0.1:59319_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_C3C4B9D898745B7E-001\cdcr-target-001\node1\.
[junit4] 1> Target zkHost = 127.0.0.1:59315/solr
[junit4] 2> 1737314 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[C3C4B9D898745B7E]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_C3C4B9D898745B7E-001\cdcr-source-001
[junit4] 2> 1737315 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[C3C4B9D898745B7E]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1737315 INFO (Thread-4400) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1737315 INFO (Thread-4400) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1737319 ERROR (Thread-4400) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1737415 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[C3C4B9D898745B7E]) [ ] o.a.s.c.ZkTestServer start zk server on port:59339
[junit4] 2> 1737429 INFO (jetty-launcher-2419-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1737429 INFO (jetty-launcher-2419-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cdb55e{/solr,null,AVAILABLE}
[junit4] 2> 1737432 INFO (jetty-launcher-2419-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1ceab78{SSL,[ssl, http/1.1]}{127.0.0.1:59343}
[junit4] 2> 1737432 INFO (jetty-launcher-2419-thread-1) [ ] o.e.j.s.Server Started @1740461ms
[junit4] 2> 1737432 INFO (jetty-launcher-2419-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59343}
[junit4] 2> 1737432 ERROR (jetty-launcher-2419-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1737432 INFO (jetty-launcher-2419-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 1737432 INFO (jetty-launcher-2419-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1737432 INFO (jetty-launcher-2419-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1737432 INFO (jetty-launcher-2419-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-30T02:15:30.084Z
[junit4] 2> 1737437 INFO (jetty-launcher-2419-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1737447 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e30ec0db30001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1737450 INFO (jetty-launcher-2419-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59339/solr
[junit4] 2> 1737578 INFO (jetty-launcher-2419-thread-1) [n:127.0.0.1:59343_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1737579 INFO (jetty-launcher-2419-thread-1) [n:127.0.0.1:59343_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59343_solr
[junit4] 2> 1737580 INFO (jetty-launcher-2419-thread-1) [n:127.0.0.1:59343_solr ] o.a.s.c.Overseer Overseer (id=98570032248979459-127.0.0.1:59343_solr-n_0000000000) starting
[junit4] 2> 1737587 INFO (jetty-launcher-2419-thread-1) [n:127.0.0.1:59343_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59343_solr
[junit4] 2> 1737589 INFO (zkCallback-2426-thread-1-processing-n:127.0.0.1:59343_solr) [n:127.0.0.1:59343_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1737721 INFO (jetty-launcher-2419-thread-1) [n:127.0.0.1:59343_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59343.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@197f40b
[junit4] 2> 1737737 INFO (jetty-launcher-2419-thread-1) [n:127.0.0.1:59343_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59343.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@197f40b
[junit4] 2> 1737737 INFO (jetty-launcher-2419-thread-1) [n:127.0.0.1:59343_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59343.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@197f40b
[junit4] 2> 1737737 INFO (jetty-launcher-2419-thread-1) [n:127.0.0.1:59343_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_C3C4B9D898745B7E-001\cdcr-source-001\node1\.
[junit4] 2> 1737796 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[C3C4B9D898745B7E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1737801 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[C3C4B9D898745B7E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59339/solr ready
[junit4] 2> 1737829 INFO (qtp26551931-16752) [n:127.0.0.1:59343_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1737832 INFO (OverseerThreadFactory-8594-thread-1-processing-n:127.0.0.1:59343_solr) [n:127.0.0.1:59343_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 1737935 INFO (OverseerStateUpdate-98570032248979459-127.0.0.1:59343_solr-n_0000000000) [n:127.0.0.1:59343_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:59343/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1738141 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node1&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 1738143 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1738250 INFO (zkCallback-2426-thread-1-processing-n:127.0.0.1:59343_solr) [n:127.0.0.1:59343_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1738250 INFO (zkCallback-2426-thread-2-processing-n:127.0.0.1:59343_solr) [n:127.0.0.1:59343_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1739169 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1739174 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1739178 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1739182 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1739185 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 1739188 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 1739188 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
[junit4] 2> 1739189 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59343.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@197f40b
[junit4] 2> 1739189 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1739189 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_C3C4B9D898745B7E-001\cdcr-source-001\node1\cdcr-source_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_C3C4B9D898745B7E-001\cdcr-source-001\node1\.\cdcr-source_shard1_replica_n1\data\]
[junit4] 2> 1739368 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 1739368 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1739370 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1739370 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1739375 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@9d1980[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1739381 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 1739382 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 1739382 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
[junit4] 2> 1739382 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1739383 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1739392 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 1739399 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
[junit4] 2> 1739446 INFO (searcherExecutor-8597-thread-1-processing-n:127.0.0.1:59343_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@9d1980[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1739446 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577120518213992448
[junit4] 2> 1739452 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1739452 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1739452 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:59343/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 1739452 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1739452 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:59343/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 1739452 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1739453 INFO (zkCallback-2426-thread-2-processing-n:127.0.0.1:59343_solr) [n:127.0.0.1:59343_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1
[junit4] 2> 1739458 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:59343/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 1739571 INFO (zkCallback-2426-thread-2-processing-n:127.0.0.1:59343_solr) [n:127.0.0.1:59343_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1739571 INFO (zkCallback-2426-thread-1-processing-n:127.0.0.1:59343_solr) [n:127.0.0.1:59343_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1739613 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1739615 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node1&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1473
[junit4] 2> 1739618 INFO (qtp26551931-16752) [n:127.0.0.1:59343_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1739719 INFO (zkCallback-2426-thread-2-processing-n:127.0.0.1:59343_solr) [n:127.0.0.1:59343_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1739719 INFO (zkCallback-2426-thread-1-processing-n:127.0.0.1:59343_solr) [n:127.0.0.1:59343_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1739835 INFO (OverseerCollectionConfigSetProcessor-98570032248979459-127.0.0.1:59343_solr-n_0000000000) [n:127.0.0.1:59343_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1740619 INFO (qtp26551931-16752) [n:127.0.0.1:59343_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2789
[junit4] 1> Adding 10 docs with commit=true, numDocs=100
[junit4] 2> 1740657 INFO (qtp26551931-16751) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=32
[junit4] 2> 1740658 INFO (qtp26551931-16756) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577120519484866560,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1740658 INFO (qtp26551931-16756) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1ca04a8 commitCommandVersion:1577120519484866560
[junit4] 2> 1740728 INFO (qtp26551931-16756) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@13ef8c3[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1740729 INFO (qtp26551931-16756) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1740730 INFO (searcherExecutor-8597-thread-1-processing-n:127.0.0.1:59343_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@13ef8c3[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100)))}
[junit4] 2> 1740730 INFO (qtp26551931-16756) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=71
[junit4] 1> Adding 10 docs with commit=true, numDocs=200
[junit4] 2> 1740737 INFO (qtp26551931-16759) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 1740738 INFO (qtp26551931-16746) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577120519568752640,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1740738 INFO (qtp26551931-16746) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1ca04a8 commitCommandVersion:1577120519568752640
[junit4] 2> 1740765 INFO (qtp26551931-16746) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17cc4b4[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1740766 INFO (qtp26551931-16746) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1740769 INFO (searcherExecutor-8597-thread-1-processing-n:127.0.0.1:59343_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@17cc4b4[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100)))}
[junit4] 2> 1740771 INFO (qtp26551931-16746) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=33
[junit4] 1> Adding 10 docs with commit=true, numDocs=300
[junit4] 2> 1740779 INFO (qtp26551931-16749) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1740780 INFO (qtp26551931-16750) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577120519612792832,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1740780 INFO (qtp26551931-16750) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1ca04a8 commitCommandVersion:1577120519612792832
[junit4] 2> 1740821 INFO (qtp26551931-16750) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@b0646d[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1740822 INFO (qtp26551931-16750) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1740825 INFO (searcherExecutor-8597-thread-1-processing-n:127.0.0.1:59343_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@b0646d[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100)))}
[junit4] 2> 1740826 INFO (qtp26551931-16750) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=45
[junit4] 1> Adding 10 docs with commit=true, numDocs=400
[junit4] 2> 1740837 INFO (qtp26551931-16750) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1740841 INFO (qtp26551931-16753) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577120519676755968,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1740841 INFO (qtp26551931-16753) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1ca04a8 commitCommandVersion:1577120519676755968
[junit4] 2> 1740896 INFO (qtp26551931-16753) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@16089f2[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1740897 INFO (qtp26551931-16753) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1740898 INFO (searcherExecutor-8597-thread-1-processing-n:127.0.0.1:59343_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@16089f2[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100)))}
[junit4] 2> 1740898 INFO (qtp26551931-16753) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=56
[junit4] 1> Adding 10 docs with commit=true, numDocs=500
[junit4] 2> 1740904 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1740905 INFO (qtp26551931-16752) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577120519743864832,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1740905 INFO (qtp26551931-16752) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1ca04a8 commitCommandVersion:1577120519743864832
[junit4] 2> 1741095 INFO (qtp26551931-16752) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@11f10b2[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1741095 INFO (qtp26551931-16752) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1741096 INFO (searcherExecutor-8597-thread-1-processing-n:127.0.0.1:59343_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@11f10b2[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100)))}
[junit4] 2> 1741096 INFO (qtp26551931-16752) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=191
[junit4] 1> Adding 10 docs with commit=true, numDocs=600
[junit4] 2> 1741101 INFO (qtp26551931-16751) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1741102 INFO (qtp26551931-16756) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577120519950434304,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1741102 INFO (qtp26551931-16756) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1ca04a8 commitCommandVersion:1577120519950434304
[junit4] 2> 1741137 INFO (qtp26551931-16756) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@9baae1[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1741138 INFO (qtp26551931-16756) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1741139 INFO (searcherExecutor-8597-thread-1-processing-n:127.0.0.1:59343_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@9baae1[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100)))}
[junit4] 2> 1741139 INFO (qtp26551931-16756) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=36
[junit4] 1> Adding 10 docs with commit=true, numDocs=700
[junit4] 2> 1741146 INFO (qtp26551931-16759) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1741148 INFO (qtp26551931-16746) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577120519998668800,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1741148 INFO (qtp26551931-16746) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1ca04a8 commitCommandVersion:1577120519998668800
[junit4] 2> 1741284 INFO (qtp26551931-16746) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@c61716[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1741284 INFO (qtp26551931-16746) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1741285 INFO (searcherExecutor-8597-thread-1-processing-n:127.0.0.1:59343_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@c61716[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100)))}
[junit4] 2> 1741286 INFO (qtp26551931-16746) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=137
[junit4] 1> Adding 10 docs with commit=true, numDocs=800
[junit4] 2> 1741289 INFO (qtp26551931-16749) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1741289 INFO (qtp26551931-16750) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577120520146518115,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1741289 INFO (qtp26551931-16750) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1ca04a8 commitCommandVersion:1577120520146518115
[junit4] 2> 1741409 INFO (qtp26551931-16750) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@190c305[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1741413 INFO (qtp26551931-16750) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1741414 INFO (searcherExecutor-8597-thread-1-processing-n:127.0.0.1:59343_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@190c305[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100)))}
[junit4] 2> 1741414 INFO (qtp26551931-16750) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=123
[junit4] 1> Adding 10 docs with commit=true, numDocs=900
[junit4] 2> 1741421 INFO (qtp26551931-16753) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1741422 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577120520285978624,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1741422 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1ca04a8 commitCommandVersion:1577120520285978624
[junit4] 2> 1741475 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@145686c[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1741475 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1741476 INFO (searcherExecutor-8597-thread-1-processing-n:127.0.0.1:59343_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@145686c[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100) Uninverting(_8(7.0.0):C100)))}
[junit4] 2> 1741477 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=54
[junit4] 1> Adding 10 docs with commit=true, numDocs=1000
[junit4] 2> 1741481 INFO (qtp26551931-16752) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1741481 INFO (qtp26551931-16751) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577120520347844647,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1741481 INFO (qtp26551931-16751) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1ca04a8 commitCommandVersion:1577120520347844647
[junit4] 2> 1741563 INFO (qtp26551931-16751) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17cd193[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1741563 INFO (qtp26551931-16751) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1741567 INFO (searcherExecutor-8597-thread-1-processing-n:127.0.0.1:59343_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@17cd193[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100) Uninverting(_8(7.0.0):C100) Uninverting(_9(7.0.0):C100)))}
[junit4] 2> 1741567 INFO (qtp26551931-16751) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=83
[junit4] 2> 1741568 INFO (qtp26551931-16756) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:4&wt=javabin&version=2} hits=1000 status=0 QTime=0
[junit4] 2> 1741578 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e30ec0bdc0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1741583 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[C3C4B9D898745B7E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1741585 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[C3C4B9D898745B7E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59315/solr ready
[junit4] 2> 1741622 INFO (qtp22445026-16707) [n:127.0.0.1:59319_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1741625 INFO (OverseerThreadFactory-8586-thread-1-processing-n:127.0.0.1:59319_solr) [n:127.0.0.1:59319_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-target
[junit4] 2> 1741745 INFO (OverseerStateUpdate-98570032218112003-127.0.0.1:59319_solr-n_0000000000) [n:127.0.0.1:59319_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-target",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-target_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:59319/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1741958 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1741959 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1742064 INFO (zkCallback-2414-thread-1-processing-n:127.0.0.1:59319_solr) [n:127.0.0.1:59319_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1742066 INFO (zkCallback-2414-thread-2-processing-n:127.0.0.1:59319_solr) [n:127.0.0.1:59319_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1742989 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1742992 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1742995 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-target_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1743000 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1743001 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-target/managed-schema
[junit4] 2> 1743004 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-target/schema.xml to /configs/cdcr-target/schema.xml.bak
[junit4] 2> 1743004 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-target_shard1_replica_n1' using configuration from collection cdcr-target, trusted=true
[junit4] 2> 1743004 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59319.solr.core.cdcr-target.shard1.replica_n1' (registry 'solr.core.cdcr-target.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@197f40b
[junit4] 2> 1743004 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1743004 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-target_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_C3C4B9D898745B7E-001\cdcr-target-001\node1\cdcr-target_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_C3C4B9D898745B7E-001\cdcr-target-001\node1\.\cdcr-target_shard1_replica_n1\data\]
[junit4] 2> 1743103 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 1743103 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1743104 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1743104 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1743106 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e3ac3[cdcr-target_shard1_replica_n1] main]
[junit4] 2> 1743107 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-target
[junit4] 2> 1743108 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-target
[junit4] 2> 1743108 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-target/managed-schema
[junit4] 2> 1743124 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1743125 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1743129 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-target/cdcr/state/buffer
[junit4] 2> 1743131 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-target/cdcr/state/process
[junit4] 2> 1743132 INFO (searcherExecutor-8603-thread-1-processing-n:127.0.0.1:59319_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] Registered new searcher Searcher@7e3ac3[cdcr-target_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1743132 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577120522079043584
[junit4] 2> 1743139 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1743139 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1743139 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:59319/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 1743139 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1743139 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:59319/solr/cdcr-target_shard1_replica_n1/ has no replicas
[junit4] 2> 1743139 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1743142 INFO (zkCallback-2414-thread-2-processing-n:127.0.0.1:59319_solr) [n:127.0.0.1:59319_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-target:shard1
[junit4] 2> 1743144 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:59319/solr/cdcr-target_shard1_replica_n1/ shard1
[junit4] 2> 1743248 INFO (zkCallback-2414-thread-2-processing-n:127.0.0.1:59319_solr) [n:127.0.0.1:59319_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1743248 INFO (zkCallback-2414-thread-1-processing-n:127.0.0.1:59319_solr) [n:127.0.0.1:59319_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1743296 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1743300 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1341
[junit4] 2> 1743304 INFO (qtp22445026-16707) [n:127.0.0.1:59319_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1743404 INFO (zkCallback-2414-thread-1-processing-n:127.0.0.1:59319_solr) [n:127.0.0.1:59319_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1743404 INFO (zkCallback-2414-thread-2-processing-n:127.0.0.1:59319_solr) [n:127.0.0.1:59319_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1743629 INFO (OverseerCollectionConfigSetProcessor-98570032218112003-127.0.0.1:59319_solr-n_0000000000) [n:127.0.0.1:59319_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1744304 INFO (qtp22445026-16707) [n:127.0.0.1:59319_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2681
[junit4] 2> 1744320 INFO (zkCallback-2414-thread-2-processing-n:127.0.0.1:59319_solr) [n:127.0.0.1:59319_solr ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/cdcr/state/process @ cdcr-target:shard1
[junit4] 2> 1744320 INFO (qtp22445026-16712) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-target:4&action=start&wt=javabin&version=2} status=0 QTime=11
[junit4] 2> 1744321 INFO (zkCallback-2414-thread-2-processing-n:127.0.0.1:59319_solr) [n:127.0.0.1:59319_solr ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-target:shard1
[junit4] 2> 1744325 INFO (qtp26551931-16756) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1744325 INFO (qtp26551931-16756) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59315/solr ready
[junit4] 2> 1744344 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
[junit4] 2> 1744344 INFO (qtp22445026-16710) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1744346 INFO (qtp22445026-16706) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={_stateVer_=cdcr-target:4&action=COLLECTIONCHECKPOINT&wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 1744346 INFO (qtp26551931-16756) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Create new update log reader for target cdcr-target with checkpoint -1 @ cdcr-source:shard1
[junit4] 2> 1744346 INFO (qtp26551931-16756) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target, shard: shard1
[junit4] 2> 1744351 INFO (qtp26551931-16756) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Submitting bootstrap task to executor
[junit4] 2> 1744352 INFO (zkCallback-2426-thread-1-processing-n:127.0.0.1:59343_solr) [n:127.0.0.1:59343_solr ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/process @ cdcr-source:shard1
[junit4] 2> 1744353 INFO (qtp26551931-16756) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=start&wt=javabin&version=2} status=0 QTime=31
[junit4] 2> 1744353 INFO (zkCallback-2426-thread-1-processing-n:127.0.0.1:59343_solr) [n:127.0.0.1:59343_solr ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-source:shard1
[junit4] 2> 1744354 INFO (cdcr-bootstrap-status-2438-thread-1-processing-n:127.0.0.1:59343_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target shard: shard1 leader: https://127.0.0.1:59319/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 1744356 INFO (qtp26551931-16746) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=queues&wt=javabin&version=2} status=0 QTime=3
[junit4] 1> Cdcr queue response: {responseHeader={status=0,QTime=3},queues={127.0.0.1:59315/solr={cdcr-target={queueSize=1010,lastTimestamp=}}},tlogTotalSize=47659,tlogTotalCount=10,updateLogSynchronizer=stopped}
[junit4] 2> 1744361 INFO (qtp22445026-16712) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=https://127.0.0.1:59343/solr/cdcr-source_shard1_replica_n1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1744362 INFO (qtp22445026-16712) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577120523368792064,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1744366 INFO (qtp22445026-16712) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1744366 INFO (qtp22445026-16712) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1744371 INFO (qtp22445026-16712) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-target:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 1744372 INFO (qtp22445026-16703) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-target:4&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1744373 INFO (qtp22445026-16703) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1744373 INFO (cdcr-bootstrap-status-2438-thread-1-processing-n:127.0.0.1:59343_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager CDCR bootstrap running for 1 seconds, sleeping for 2000 ms
[junit4] 2> 1744373 INFO (recoveryExecutor-2412-thread-1-processing-n:127.0.0.1:59319_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1744385 INFO (qtp26551931-16753) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577120523392909312,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1744385 INFO (qtp26551931-16753) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1ca04a8 commitCommandVersion:1577120523392909312
[junit4] 2> 1744426 INFO (qtp26551931-16753) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@a9147a[cdcr-source_shard1_replica_n1] realtime]
[junit4] 2> 1744426 INFO (qtp26551931-16753) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1744427 INFO (qtp26551931-16753) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2} status=0 QTime=41
[junit4] 2> 1744436 INFO (qtp26551931-16756) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1744437 INFO (recoveryExecutor-2412-thread-1-processing-n:127.0.0.1:59319_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Master's generation: 12
[junit4] 2> 1744437 INFO (recoveryExecutor-2412-thread-1-processing-n:127.0.0.1:59319_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Master's version: 1504059337037
[junit4] 2> 1744437 INFO (recoveryExecutor-2412-thread-1-processing-n:127.0.0.1:59319_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1744437 INFO (recoveryExecutor-2412-thread-1-processing-n:127.0.0.1:59319_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1744437 INFO (recoveryExecutor-2412-thread-1-processing-n:127.0.0.1:59319_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1744442 INFO (qtp26551931-16746) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Adding tlog files to list: [{size=4657, name=tlog.0000000000000000000.1577120519450263552}, {size=4778, name=tlog.0000000000000000001.1577120519561412608}, {size=4778, name=tlog.0000000000000000002.1577120519606501376}, {size=4778, name=tlog.0000000000000000003.1577120519668367360}, {size=4778, name=tlog.0000000000000000004.1577120519737573376}, {size=4778, name=tlog.0000000000000000005.1577120519946240000}, {size=4778, name=tlog.0000000000000000006.1577120519990280192}, {size=4778, name=tlog.0000000000000000007.1577120520144420864}, {size=4778, name=tlog.0000000000000000008.1577120520278638592}, {size=4778, name=tlog.0000000000000000009.1577120520344698880}]
[junit4] 2> 1744443 INFO (qtp26551931-16746) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=5
[junit4] 2> 1744443 INFO (recoveryExecutor-2412-thread-1-processing-n:127.0.0.1:59319_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Number of files in latest index in master: 23
[junit4] 2> 1744443 INFO (recoveryExecutor-2412-thread-1-processing-n:127.0.0.1:59319_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Number of tlog files in master: 10
[junit4] 2> 1744444 INFO (recoveryExecutor-2412-thread-1-processing-n:127.0.0.1:59319_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1744444 INFO (recoveryExecutor-2412-thread-1-processing-n:127.0.0.1:59319_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@1914f85 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@12d825b)
[junit4] 2> 1744445 INFO (qtp26551931-16749) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Asserting_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1744811 ERROR (Finalizer) [ ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
[junit4] 2> 1744814 INFO (qtp26551931-16750) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Memory_0.mdvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1744817 INFO (qtp26551931-16753) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1744817 INFO (qtp26551931-16753) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_LuceneFixedGap_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1744822 INFO (qtp26551931-16753) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_MockRandom_0.tfp&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1744823 INFO (qtp26551931-16753) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene70_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1744824 INFO (qtp26551931-16759) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1744826 INFO (qtp26551931-16759) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1744828 INFO (qtp26551931-16759) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_LuceneFixedGap_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1744829 INFO (qtp26551931-16749) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_LuceneFixedGap_0.tii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1744830 INFO (qtp26551931-16750) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Asserting_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1744832 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Memory_0.mdvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1744833 INFO (qtp26551931-16751) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_MockRandom_0.sd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1744834 INFO (qtp26551931-16752) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_MockRandom_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1744836 INFO (qtp26551931-16753) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_LuceneFixedGap_0.tib&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1744837 INFO (qtp26551931-16756) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_MockRandom_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1744838 INFO (qtp26551931-16746) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1744840 INFO (qtp26551931-16759) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1744841 INFO (qtp26551931-16749) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.dii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1744842 INFO (qtp26551931-16750) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.dim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1744843 INFO (qtp26551931-16755) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1744844 INFO (qtp26551931-16751) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene70_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1744845 INFO (qtp26551931-16752) [n:127.0.0.1:59343_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=segments_c&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1744846 INFO (recoveryExecutor-2412-thread-1-processing-n:127.0.0.1:59319_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:59319_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Starting download of tlog files from master: [{size=4657, name=tlog.0000000000000000000.1577120519450263552}, {size=4778, name=tlog.0000000000000000001.1577120519561412608}, {size=4778, name=tlog.0000000000000000002.1577120519606501376}, {size=4778, name=tlog.0000000000000000003.1577120519668367360}, {size=4778, name=tlog.0000000000000000004.1577120519737573376}, {size=4778, name=tlog.0000000000000000005.1577120519946240000}, {size=4778, name=tlog.0000000000000000006.1577120519990280192}, {size=4778, name=tlog.00000
[...truncated too long message...]
arget/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1895216 INFO (coreCloseExecutor-8737-thread-1) [n:127.0.0.1:59811_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-target.shard1.leader, tag=13402008
[junit4] 2> 1895216 INFO (coreCloseExecutor-8737-thread-1) [n:127.0.0.1:59811_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1
[junit4] 2> 1895217 INFO (jetty-closer-2477-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98570041639501827-127.0.0.1:59811_solr-n_0000000000) closing
[junit4] 2> 1895219 INFO (OverseerStateUpdate-98570041639501827-127.0.0.1:59811_solr-n_0000000000) [n:127.0.0.1:59811_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:59811_solr
[junit4] 2> 1896722 WARN (zkCallback-2483-thread-1-processing-n:127.0.0.1:59811_solr) [n:127.0.0.1:59811_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1896722 INFO (jetty-closer-2477-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@16cf2e6{/solr,null,UNAVAILABLE}
[junit4] 2> 1896723 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C3C4B9D898745B7E]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1896724 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C3C4B9D898745B7E]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59807 59807
[junit4] 2> 1896725 INFO (Thread-4444) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59807 59807
[junit4] 2> 1896725 WARN (Thread-4444) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/configs/cdcr-target/managed-schema
[junit4] 2> 2 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-target/state.json
[junit4] 2> 3 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/cdcr-target/cdcr/state/buffer
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 1896726 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C3C4B9D898745B7E]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testConvertClusterToCdcrAndBootstrap
[junit4] 2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_C3C4B9D898745B7E-001
[junit4] 2> Aug 30, 2017 2:18:09 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {xyz=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=MockRandom)}, docValues:{_version_=DocValuesFormat(name=Memory), xyz=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=635, maxMBSortInHeap=6.621903814725989, sim=RandomSimilarity(queryNorm=true): {}, locale=es, timezone=Singapore
[junit4] 2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_144 (32-bit)/cpus=3,threads=1,free=87706912,total=334999552
[junit4] 2> NOTE: All tests run in this JVM: [ConfigureRecoveryStrategyTest, SimpleCollectionCreateDeleteTest, TestComplexPhraseQParserPlugin, ActionThrottleTest, PingRequestHandlerTest, TermsComponentTest, TestCollectionAPI, TestSubQueryTransformerCrossCore, TestUseDocValuesAsStored, TestGraphTermsQParserPlugin, TriLevelCompositeIdRoutingTest, HttpSolrCallGetCoreTest, OpenCloseCoreStressTest, TestRangeQuery, TestSystemIdResolver, BlockJoinFacetDistribTest, SuggesterTSTTest, ZkStateReaderTest, StatsComponentTest, TestFieldSortValues, PreAnalyzedFieldTest, CdcrRequestHandlerTest, LoggingHandlerTest, TestStressLucene, PluginInfoTest, SystemInfoHandlerTest, SampleTest, SolrMetricReporterTest, BadComponentTest, DistributedFacetPivotLargeTest, LeaderElectionIntegrationTest, DistributedMLTComponentTest, TestAnalyzedSuggestions, SearchHandlerTest, TestNumericRangeQuery32, SOLR749Test, BasicDistributedZk2Test, TestReRankQParserPlugin, DistributedExpandComponentTest, TestRebalanceLeaders, SecurityConfHandlerTest, TestObjectReleaseTracker, ZkNodePropsTest, TestPivotHelperCode, TestLRUCache, TestPushWriter, PolyFieldTest, SortSpecParsingTest, SuggesterFSTTest, TestDFISimilarityFactory, TestExactSharedStatsCache, HttpPartitionTest, BasicZkTest, TestHighFrequencyDictionaryFactory, TestManagedSynonymGraphFilterFactory, CoreMergeIndexesAdminHandlerTest, TestWordDelimiterFilterFactory, TestSolr4Spatial2, TestPartialUpdateDeduplication, FullHLLTest, CdcrReplicationDistributedZkTest, SpellingQueryConverterTest, PreAnalyzedUpdateProcessorTest, AutoScalingHandlerTest, LukeRequestHandlerTest, LeaderFailoverAfterPartitionTest, V2ApiIntegrationTest, TestPerFieldSimilarity, TestAnalyzeInfixSuggestions, TestSolrIndexConfig, TestConfigReload, TestReloadAndDeleteDocs, TestRestManager, AtomicUpdatesTest, DebugComponentTest, DistanceUnitsTest, TestCollapseQParserPlugin, NodeMutatorTest, DistributedTermsComponentTest, TestPerFieldSimilarityWithDefaultOverride, TestSolrCLIRunExample, TestScoreJoinQPNoScore, HdfsUnloadDistributedZkTest, TestReload, TestRandomFaceting, TestSerializedLuceneMatchVersion, TestJsonFacetRefinement, ReplicationFactorTest, TestCollectionAPIs, CloudExitableDirectoryReaderTest, TestCollationField, SignatureUpdateProcessorFactoryTest, AddSchemaFieldsUpdateProcessorFactoryTest, HdfsBasicDistributedZk2Test, TestDocTermOrds, TestRecovery, FacetPivotSmallTest, TestCloudRecovery, TestDynamicFieldCollectionResource, TestOverriddenPrefixQueryForCustomFieldType, SolrSlf4jReporterTest, UninvertDocValuesMergePolicyTest, BitVectorTest, SpatialHeatmapFacetsTest, SolrCoreMetricManagerTest, MergeStrategyTest, OverriddenZkACLAndCredentialsProvidersTest, MBeansHandlerTest, TestExclusionRuleCollectionAccess, TestFieldCacheSortRandom, TestDelegationWithHadoopAuth, TestExpandComponent, OverseerModifyCollectionTest, CheckHdfsIndexTest, MoveReplicaHDFSTest, TestFieldCollectionResource, ReplicaListTransformerTest, TestLegacyFieldReuse, JsonLoaderTest, ChaosMonkeySafeLeaderTest, TestChildDocTransformer, DeleteLastCustomShardedReplicaTest, TestLRUStatsCache, TestRawTransformer, TestExceedMaxTermLength, TestCharFilters, CopyFieldTest, SaslZkACLProviderTest, TestRestoreCore, TestSolrConfigHandlerConcurrent, DistributedFacetPivotSmallAdvancedTest, DistribDocExpirationUpdateProcessorTest, MetricsHandlerTest, DistributedIntervalFacetingTest, TestMergePolicyConfig, TestRuleBasedAuthorizationPlugin, SolrJmxReporterCloudTest, TestReloadDeadlock, TestSchemaSimilarityResource, TestPullReplica, DirectSolrSpellCheckerTest, TestInitParams, DistributedFacetPivotWhiteBoxTest, TestDocumentBuilder, TestNumericTokenStream, TestTlogReplica, HdfsThreadLeakTest, TestRandomCollapseQParserPlugin, TestReplicationHandlerBackup, SpellCheckComponentTest, ConcurrentDeleteAndCreateCollectionTest, TestLuceneMatchVersion, TestBulkSchemaConcurrent, TestSolrXml, TestFieldCacheWithThreads, TestFastLRUCache, TestCoreAdminApis, TestAuthorizationFramework, TestSolrJ, TestSimpleTextCodec, TestAuthenticationFramework, TestFastWriter, TestLegacyTerms, TermVectorComponentTest, TestMinMaxOnMultiValuedField, UpdateLogTest, CollectionsAPIAsyncDistributedZkTest, ImplicitSnitchTest, SolrIndexMetricsTest, TestSearchPerf, TestFileDictionaryLookup, TestSSLRandomization, TestCloudNestedDocsSort, HLLUtilTest, SolrCoreCheckLockOnStartupTest, TestSolrCloudWithHadoopAuthPlugin, HdfsDirectoryFactoryTest, CollectionsAPIDistributedZkTest, TestReplicationHandler, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestHashPartitioner, TestRealTimeGet, SimpleFacetsTest, SolrCmdDistributorTest, PeerSyncTest, TestBadConfig, ShowFileRequestHandlerTest, SolrIndexSplitterTest, TestCoreDiscovery, SpellCheckCollatorTest, TestFoldingMultitermQuery, SuggesterTest, WordBreakSolrSpellCheckerTest, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, QueryEqualityTest, SortByFunctionTest, TestRemoteStreaming, DistanceFunctionTest, SolrInfoBeanTest, DisMaxRequestHandlerTest, TestReversedWildcardFilterFactory, TestQueryTypes, FileBasedSpellCheckerTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, IndexSchemaRuntimeFieldTest, IndexSchemaTest, UpdateRequestProcessorFactoryTest, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, TestLFUCache, TestBM25SimilarityFactory, ResourceLoaderTest, ScriptEngineTest, URLClassifyProcessorTest, TestSuggestSpellingConverter, DateFieldTest, DOMUtilTest, RAMDirectoryFactoryTest, UUIDFieldTest, FileUtilsTest, TestRTGBase, TestCrossCoreJoin, TestDistributedMissingSort, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, AliasIntegrationTest, AssignTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest]
[junit4] Completed [504/729 (1!)] on J1 in 160.67s, 3 tests, 1 failure <<< FAILURES!
[...truncated 40219 lines...]
[JENKINS-EA] Lucene-Solr-7.0-Windows (64bit/jdk-9-ea+181) - Build #
119 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.0-Windows/119/
Java: 64bit/jdk-9-ea+181 -XX:+UseCompressedOops -XX:+UseG1GC --illegal-access=deny
5 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:52937/collection1
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:52937/collection1
at __randomizedtesting.SeedInfo.seed([70209D5113EF450:8F56360FBFC299A8]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:638)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:484)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:463)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1583)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:213)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:526)
... 52 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
Error Message:
9 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest: 1) Thread[id=17797, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[70209D5113EF450]-SendThread(127.0.0.1:52892), state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:296) at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:278) at java.base@9/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:159) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 2) Thread[id=17962, name=zkCallback-2568-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 3) Thread[id=17796, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9/java.lang.Thread.run(Thread.java:844) 4) Thread[id=17961, name=zkCallback-2568-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 5) Thread[id=17965, name=zkCallback-2568-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 6) Thread[id=17963, name=zkCallback-2568-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 7) Thread[id=17798, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[70209D5113EF450]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 8) Thread[id=17799, name=zkCallback-2568-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 9) Thread[id=17964, name=zkCallback-2568-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 9 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest:
1) Thread[id=17797, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[70209D5113EF450]-SendThread(127.0.0.1:52892), state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:296)
at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:278)
at java.base@9/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:159)
at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
2) Thread[id=17962, name=zkCallback-2568-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
3) Thread[id=17796, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9/java.lang.Thread.run(Thread.java:844)
4) Thread[id=17961, name=zkCallback-2568-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
5) Thread[id=17965, name=zkCallback-2568-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
6) Thread[id=17963, name=zkCallback-2568-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
7) Thread[id=17798, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[70209D5113EF450]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
8) Thread[id=17799, name=zkCallback-2568-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
9) Thread[id=17964, name=zkCallback-2568-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([70209D5113EF450]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=17797, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[70209D5113EF450]-SendThread(127.0.0.1:52892), state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:296) at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:278) at java.base@9/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:159) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 2) Thread[id=17962, name=zkCallback-2568-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 3) Thread[id=17961, name=zkCallback-2568-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 4) Thread[id=17965, name=zkCallback-2568-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 5) Thread[id=17963, name=zkCallback-2568-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 6) Thread[id=17799, name=zkCallback-2568-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 7) Thread[id=17964, name=zkCallback-2568-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=17797, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[70209D5113EF450]-SendThread(127.0.0.1:52892), state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:296)
at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:278)
at java.base@9/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:159)
at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
2) Thread[id=17962, name=zkCallback-2568-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
3) Thread[id=17961, name=zkCallback-2568-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
4) Thread[id=17965, name=zkCallback-2568-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
5) Thread[id=17963, name=zkCallback-2568-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
6) Thread[id=17799, name=zkCallback-2568-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
7) Thread[id=17964, name=zkCallback-2568-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([70209D5113EF450]:0)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestStressReplication
Error Message:
timed out waiting for collection1 startAt time to exceed: Tue Aug 29 17:08:08 WEST 2017
Stack Trace:
java.lang.AssertionError: timed out waiting for collection1 startAt time to exceed: Tue Aug 29 17:08:08 WEST 2017
at __randomizedtesting.SeedInfo.seed([70209D5113EF450:DCA9091314169DE3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.handler.TestReplicationHandler.watchCoreStartAt(TestReplicationHandler.java:1565)
at org.apache.solr.handler.TestReplicationHandler.doTestStressReplication(TestReplicationHandler.java:886)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1100>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
at __randomizedtesting.SeedInfo.seed([70209D5113EF450:D347428CF66847AB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 10910 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_70209D5113EF450-001\init-core-data-001
[junit4] 2> 62549 INFO (SUITE-CdcrBootstrapTest-seed#[70209D5113EF450]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 62551 INFO (SUITE-CdcrBootstrapTest-seed#[70209D5113EF450]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 62552 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[70209D5113EF450]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithContinousIndexingOnSourceCluster
[junit4] 2> 62552 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[70209D5113EF450]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_70209D5113EF450-001\cdcr-target-001
[junit4] 2> 62552 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[70209D5113EF450]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 62553 INFO (Thread-170) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 62553 INFO (Thread-170) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 62557 ERROR (Thread-170) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 62652 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[70209D5113EF450]) [ ] o.a.s.c.ZkTestServer start zk server on port:55089
[junit4] 2> 62660 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2eb90e4c0000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 62661 INFO (jetty-launcher-106-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 62662 INFO (jetty-launcher-106-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@574ea7e2{/solr,null,AVAILABLE}
[junit4] 2> 62665 INFO (jetty-launcher-106-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@29dad99{HTTP/1.1,[http/1.1]}{127.0.0.1:55093}
[junit4] 2> 62665 INFO (jetty-launcher-106-thread-1) [ ] o.e.j.s.Server Started @65357ms
[junit4] 2> 62665 INFO (jetty-launcher-106-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55093}
[junit4] 2> 62665 ERROR (jetty-launcher-106-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 62665 INFO (jetty-launcher-106-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 62665 INFO (jetty-launcher-106-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 62665 INFO (jetty-launcher-106-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 62665 INFO (jetty-launcher-106-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-29T16:00:33.465163400Z
[junit4] 2> 62669 INFO (jetty-launcher-106-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 62674 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2eb90e4c0001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 62679 INFO (jetty-launcher-106-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55089/solr
[junit4] 2> 62683 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2eb90e4c0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 62794 INFO (jetty-launcher-106-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 62796 INFO (jetty-launcher-106-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55093_solr
[junit4] 2> 62797 INFO (jetty-launcher-106-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98567614192418819-127.0.0.1:55093_solr-n_0000000000) starting
[junit4] 2> 62802 INFO (jetty-launcher-106-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55093_solr
[junit4] 2> 62803 INFO (OverseerStateUpdate-98567614192418819-127.0.0.1:55093_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 62863 INFO (jetty-launcher-106-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55093.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d4c6c20
[junit4] 2> 62868 INFO (jetty-launcher-106-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55093.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d4c6c20
[junit4] 2> 62868 INFO (jetty-launcher-106-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55093.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d4c6c20
[junit4] 2> 62869 INFO (jetty-launcher-106-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_70209D5113EF450-001\cdcr-target-001\node1\.
[junit4] 1> Target zkHost = 127.0.0.1:55089/solr
[junit4] 2> 62892 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[70209D5113EF450]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_70209D5113EF450-001\cdcr-source-001
[junit4] 2> 62892 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[70209D5113EF450]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 62892 INFO (Thread-180) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 62892 INFO (Thread-180) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 62896 ERROR (Thread-180) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 62993 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[70209D5113EF450]) [ ] o.a.s.c.ZkTestServer start zk server on port:55115
[junit4] 2> 63001 INFO (jetty-launcher-118-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 63001 INFO (jetty-launcher-118-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4499015e{/solr,null,AVAILABLE}
[junit4] 2> 63002 INFO (jetty-launcher-118-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d6b5935{HTTP/1.1,[http/1.1]}{127.0.0.1:55119}
[junit4] 2> 63002 INFO (jetty-launcher-118-thread-1) [ ] o.e.j.s.Server Started @65695ms
[junit4] 2> 63002 INFO (jetty-launcher-118-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55119}
[junit4] 2> 63002 ERROR (jetty-launcher-118-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 63002 INFO (jetty-launcher-118-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 63002 INFO (jetty-launcher-118-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 63002 INFO (jetty-launcher-118-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 63002 INFO (jetty-launcher-118-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-29T16:00:33.802668500Z
[junit4] 2> 63008 INFO (jetty-launcher-118-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 63017 INFO (jetty-launcher-118-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55115/solr
[junit4] 2> 63021 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2eb90f9f0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 63130 INFO (jetty-launcher-118-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 63130 INFO (jetty-launcher-118-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55119_solr
[junit4] 2> 63131 INFO (jetty-launcher-118-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98567614214635523-127.0.0.1:55119_solr-n_0000000000) starting
[junit4] 2> 63138 INFO (jetty-launcher-118-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55119_solr
[junit4] 2> 63139 INFO (OverseerStateUpdate-98567614214635523-127.0.0.1:55119_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 63235 INFO (jetty-launcher-118-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55119.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d4c6c20
[junit4] 2> 63244 INFO (jetty-launcher-118-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55119.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d4c6c20
[junit4] 2> 63246 INFO (jetty-launcher-118-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55119.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d4c6c20
[junit4] 2> 63247 INFO (jetty-launcher-118-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_70209D5113EF450-001\cdcr-source-001\node1\.
[junit4] 2> 63271 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2eb90f9f0004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 63277 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2eb90f9f0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 63285 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2eb90f9f0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 63288 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[70209D5113EF450]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 63289 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[70209D5113EF450]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55115/solr ready
[junit4] 2> 63293 INFO (qtp1983943558-766) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 63296 INFO (OverseerThreadFactory-323-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 63403 INFO (OverseerStateUpdate-98567614214635523-127.0.0.1:55119_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55119/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 63609 INFO (qtp1983943558-769) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node1&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 63609 INFO (qtp1983943558-769) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 63717 INFO (zkCallback-125-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 63718 INFO (zkCallback-125-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 64622 INFO (qtp1983943558-769) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 64625 INFO (qtp1983943558-769) [ ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 64628 INFO (qtp1983943558-769) [ ] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
[junit4] 2> 64629 INFO (qtp1983943558-769) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 64630 INFO (qtp1983943558-769) [ ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 64633 INFO (qtp1983943558-769) [ ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 64633 INFO (qtp1983943558-769) [ ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
[junit4] 2> 64634 INFO (qtp1983943558-769) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55119.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d4c6c20
[junit4] 2> 64636 INFO (qtp1983943558-769) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 64636 INFO (qtp1983943558-769) [ ] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_70209D5113EF450-001\cdcr-source-001\node1\cdcr-source_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.0-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CdcrBootstrapTest_70209D5113EF450-001\cdcr-source-001\node1\.\cdcr-source_shard1_replica_n1\data\]
[junit4] 2> 64739 INFO (qtp1983943558-769) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 64739 INFO (qtp1983943558-769) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 64741 INFO (qtp1983943558-769) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 64741 INFO (qtp1983943558-769) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 64744 INFO (qtp1983943558-769) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@139ebbcb[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 64746 INFO (qtp1983943558-769) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 64746 INFO (qtp1983943558-769) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 64746 INFO (qtp1983943558-769) [ ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
[junit4] 2> 64747 INFO (qtp1983943558-769) [ ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 64749 INFO (qtp1983943558-769) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 64757 INFO (qtp1983943558-769) [ ] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 64762 INFO (qtp1983943558-769) [ ] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
[junit4] 2> 64782 INFO (qtp1983943558-769) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577081829412831232
[junit4] 2> 64783 INFO (searcherExecutor-326-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@139ebbcb[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 64792 INFO (qtp1983943558-769) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 64793 INFO (qtp1983943558-769) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 64793 INFO (qtp1983943558-769) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55119/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 64793 INFO (qtp1983943558-769) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 64793 INFO (qtp1983943558-769) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:55119/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 64793 INFO (qtp1983943558-769) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 64801 INFO (zkCallback-125-thread-2) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1
[junit4] 2> 64805 INFO (qtp1983943558-769) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55119/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 64914 INFO (zkCallback-125-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 64915 INFO (zkCallback-125-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 64962 INFO (qtp1983943558-769) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 64963 INFO (qtp1983943558-769) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node1&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1354
[junit4] 2> 64968 INFO (qtp1983943558-766) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 65069 INFO (zkCallback-125-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 65069 INFO (zkCallback-125-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 65300 INFO (OverseerCollectionConfigSetProcessor-98567614214635523-127.0.0.1:55119_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 65971 INFO (qtp1983943558-766) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2677
[junit4] 1> Adding 10 docs with commit=true, numDocs=100
[junit4] 2> 66012 INFO (qtp1983943558-770) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=31
[junit4] 2> 66013 INFO (qtp1983943558-771) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577081830703628288,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 66013 INFO (qtp1983943558-771) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1d4d2eb3 commitCommandVersion:1577081830703628288
[junit4] 2> 66051 INFO (qtp1983943558-771) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@88bcfdb[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 66054 INFO (qtp1983943558-771) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 66055 INFO (searcherExecutor-326-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@88bcfdb[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100)))}
[junit4] 2> 66055 INFO (qtp1983943558-771) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=41
[junit4] 1> Adding 10 docs with commit=true, numDocs=200
[junit4] 2> 66068 INFO (qtp1983943558-768) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 66069 INFO (qtp1983943558-764) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577081830762348544,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 66070 INFO (qtp1983943558-764) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1d4d2eb3 commitCommandVersion:1577081830762348544
[junit4] 2> 66101 INFO (qtp1983943558-764) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e81f431[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 66102 INFO (qtp1983943558-764) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 66103 INFO (searcherExecutor-326-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@3e81f431[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100)))}
[junit4] 2> 66104 INFO (qtp1983943558-764) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=34
[junit4] 1> Adding 10 docs with commit=true, numDocs=300
[junit4] 2> 66116 INFO (qtp1983943558-767) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=11
[junit4] 2> 66117 INFO (qtp1983943558-769) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577081830812680192,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 66117 INFO (qtp1983943558-769) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1d4d2eb3 commitCommandVersion:1577081830812680192
[junit4] 2> 66146 INFO (qtp1983943558-769) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@31711aa5[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 66147 INFO (qtp1983943558-769) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 66147 INFO (searcherExecutor-326-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@31711aa5[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100)))}
[junit4] 2> 66151 INFO (qtp1983943558-769) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=33
[junit4] 1> Adding 10 docs with commit=true, numDocs=400
[junit4] 2> 66159 INFO (qtp1983943558-766) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 66161 INFO (qtp1983943558-770) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577081830858817536,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 66161 INFO (qtp1983943558-770) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1d4d2eb3 commitCommandVersion:1577081830858817536
[junit4] 2> 66196 INFO (qtp1983943558-770) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7cad7f79[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 66198 INFO (qtp1983943558-770) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 66198 INFO (searcherExecutor-326-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@7cad7f79[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100)))}
[junit4] 2> 66199 INFO (qtp1983943558-770) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=38
[junit4] 1> Adding 10 docs with commit=true, numDocs=500
[junit4] 2> 66208 INFO (qtp1983943558-771) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 66209 INFO (qtp1983943558-768) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577081830909149184,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 66209 INFO (qtp1983943558-768) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1d4d2eb3 commitCommandVersion:1577081830909149184
[junit4] 2> 66246 INFO (qtp1983943558-768) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@235c255b[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 66247 INFO (qtp1983943558-768) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 66248 INFO (searcherExecutor-326-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@235c255b[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100)))}
[junit4] 2> 66248 INFO (qtp1983943558-768) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=38
[junit4] 1> Adding 10 docs with commit=true, numDocs=600
[junit4] 2> 66254 INFO (qtp1983943558-764) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 66255 INFO (qtp1983943558-767) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577081830957383680,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 66255 INFO (qtp1983943558-767) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1d4d2eb3 commitCommandVersion:1577081830957383680
[junit4] 2> 66294 INFO (qtp1983943558-767) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@407a7006[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 66295 INFO (qtp1983943558-767) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 66296 INFO (searcherExecutor-326-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@407a7006[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100)))}
[junit4] 2> 66296 INFO (qtp1983943558-767) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=41
[junit4] 1> Adding 10 docs with commit=true, numDocs=700
[junit4] 2> 66303 INFO (qtp1983943558-769) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 66304 INFO (qtp1983943558-766) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577081831008763904,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 66304 INFO (qtp1983943558-766) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1d4d2eb3 commitCommandVersion:1577081831008763904
[junit4] 2> 66353 INFO (qtp1983943558-766) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4f2c3f1[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 66354 INFO (qtp1983943558-766) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 66355 INFO (searcherExecutor-326-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@4f2c3f1[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100)))}
[junit4] 2> 66355 INFO (qtp1983943558-766) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=50
[junit4] 1> Adding 10 docs with commit=true, numDocs=800
[junit4] 2> 66361 INFO (qtp1983943558-770) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 66362 INFO (qtp1983943558-771) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577081831069581312,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 66362 INFO (qtp1983943558-771) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1d4d2eb3 commitCommandVersion:1577081831069581312
[junit4] 2> 66403 INFO (qtp1983943558-771) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6534e21a[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 66404 INFO (qtp1983943558-771) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 66405 INFO (searcherExecutor-326-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@6534e21a[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100)))}
[junit4] 2> 66406 INFO (qtp1983943558-771) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=44
[junit4] 1> Adding 10 docs with commit=true, numDocs=900
[junit4] 2> 66411 INFO (qtp1983943558-768) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 66412 INFO (qtp1983943558-764) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577081831122010112,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 66412 INFO (qtp1983943558-764) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1d4d2eb3 commitCommandVersion:1577081831122010112
[junit4] 2> 66458 INFO (qtp1983943558-764) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2d07de65[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 66461 INFO (qtp1983943558-764) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 66462 INFO (searcherExecutor-326-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@2d07de65[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100) Uninverting(_8(7.0.0):C100)))}
[junit4] 2> 66462 INFO (qtp1983943558-764) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=49
[junit4] 1> Adding 10 docs with commit=true, numDocs=1000
[junit4] 2> 66467 INFO (qtp1983943558-767) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 66468 INFO (qtp1983943558-769) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577081831180730368,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 66469 INFO (qtp1983943558-769) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1d4d2eb3 commitCommandVersion:1577081831180730368
[junit4] 2> 66514 INFO (qtp1983943558-769) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@19b6e265[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 66515 INFO (qtp1983943558-769) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 66516 INFO (searcherExecutor-326-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@19b6e265[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100) Uninverting(_8(7.0.0):C100) Uninverting(_9(7.0.0):C100)))}
[junit4] 2> 66516 INFO (qtp1983943558-769) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=48
[junit4] 2> 66518 INFO (qtp1983943558-769) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:4&wt=javabin&version=2} hits=1000 status=0 QTime=1
[junit4] 2> 66540 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2eb90e4c0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 66564 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[70209D5113EF450]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 66566 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[70209D5113EF450]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55089/solr ready
[junit4] 2> 66566 INFO (qtp376726614-723) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 66580 INFO (OverseerThreadFactory-315-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection cdcr-target
[junit4] 2> 66688 INFO (OverseerStateUpdate-98567614192418819-127.0.0.1:55093_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-target",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-target_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55093/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 66890 INFO (qtp376726614-726) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 66890 INFO (qtp376726614-726) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 66998 INFO (zkCallback-113-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 66998 INFO (zkCallback-113-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 67911 INFO (qtp376726614-726) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 67917 INFO (qtp376726614-726) [ ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.x
[...truncated too long message...]
.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > 9) Thread[id=17964, name=zkCallback-2568-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([70209D5113EF450]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=17797, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[70209D5113EF450]-SendThread(127.0.0.1:52892), state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
[junit4] > at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:296)
[junit4] > at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:278)
[junit4] > at java.base@9/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:159)
[junit4] > at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
[junit4] > at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] > 2) Thread[id=17962, name=zkCallback-2568-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > 3) Thread[id=17961, name=zkCallback-2568-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > 4) Thread[id=17965, name=zkCallback-2568-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > 5) Thread[id=17963, name=zkCallback-2568-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > 6) Thread[id=17799, name=zkCallback-2568-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > 7) Thread[id=17964, name=zkCallback-2568-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([70209D5113EF450]:0)
[junit4] Completed [505/729 (3!)] on J1 in 68.41s, 1 test, 3 errors <<< FAILURES!
[...truncated 37302 lines...]