You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/07/19 22:52:34 UTC
[JENKINS] Lucene-Solr-7.0-Linux (64bit/jdk1.8.0_131) - Build # 50 -
Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.0-Linux/50/
Java: 64bit/jdk1.8.0_131 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv
Error Message:
java.lang.RuntimeException: Error from server at http://127.0.0.1:39289/solr/test_col: Failed synchronous update on shard StdNode: http://127.0.0.1:38769/solr/test_col_shard1_replica_n2/ update: org.apache.solr.client.solrj.request.UpdateRequest@7cc38bb5
Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from server at http://127.0.0.1:39289/solr/test_col: Failed synchronous update on shard StdNode: http://127.0.0.1:38769/solr/test_col_shard1_replica_n2/ update: org.apache.solr.client.solrj.request.UpdateRequest@7cc38bb5
at __randomizedtesting.SeedInfo.seed([143FCD1C16B8CA88:222BAF5A9CE5F099]:0)
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:283)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:195)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: Error from server at http://127.0.0.1:39289/solr/test_col: Failed synchronous update on shard StdNode: http://127.0.0.1:38769/solr/test_col_shard1_replica_n2/ update: org.apache.solr.client.solrj.request.UpdateRequest@7cc38bb5
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:411)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
... 1 more
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39289/solr/test_col: Failed synchronous update on shard StdNode: http://127.0.0.1:38769/solr/test_col_shard1_replica_n2/ update: org.apache.solr.client.solrj.request.UpdateRequest@7cc38bb5
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:252)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:370)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:399)
... 6 more
Build Log:
[...truncated 11203 lines...]
[junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_143FCD1C16B8CA88-001/init-core-data-001
[junit4] 2> 368367 WARN (SUITE-TestStressCloudBlindAtomicUpdates-seed#[143FCD1C16B8CA88]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 368367 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[143FCD1C16B8CA88]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 368369 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[143FCD1C16B8CA88]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=SSL overhead seems to cause OutOfMemory when stress testing)
[junit4] 2> 368369 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[143FCD1C16B8CA88]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_143FCD1C16B8CA88-001/tempDir-001
[junit4] 2> 368369 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[143FCD1C16B8CA88]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 368370 INFO (Thread-1920) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 368370 INFO (Thread-1920) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 368371 ERROR (Thread-1920) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 368470 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[143FCD1C16B8CA88]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39413
[junit4] 2> 368475 INFO (jetty-launcher-724-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 368475 INFO (jetty-launcher-724-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 368475 INFO (jetty-launcher-724-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 368475 INFO (jetty-launcher-724-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 368482 INFO (jetty-launcher-724-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66b4c381{/solr,null,AVAILABLE}
[junit4] 2> 368493 INFO (jetty-launcher-724-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4ec59db3{/solr,null,AVAILABLE}
[junit4] 2> 368493 INFO (jetty-launcher-724-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@26ec8004{/solr,null,AVAILABLE}
[junit4] 2> 368493 INFO (jetty-launcher-724-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@68770647{HTTP/1.1,[http/1.1]}{127.0.0.1:38769}
[junit4] 2> 368493 INFO (jetty-launcher-724-thread-2) [ ] o.e.j.s.Server Started @370129ms
[junit4] 2> 368493 INFO (jetty-launcher-724-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38769}
[junit4] 2> 368494 ERROR (jetty-launcher-724-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 368494 INFO (jetty-launcher-724-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 368494 INFO (jetty-launcher-724-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 368494 INFO (jetty-launcher-724-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 368494 INFO (jetty-launcher-724-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-07-19T22:08:03.130Z
[junit4] 2> 368498 INFO (jetty-launcher-724-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@12f2a659{HTTP/1.1,[http/1.1]}{127.0.0.1:37129}
[junit4] 2> 368498 INFO (jetty-launcher-724-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4db06e46{/solr,null,AVAILABLE}
[junit4] 2> 368498 INFO (jetty-launcher-724-thread-1) [ ] o.e.j.s.Server Started @370133ms
[junit4] 2> 368498 INFO (jetty-launcher-724-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@40ad8ca7{HTTP/1.1,[http/1.1]}{127.0.0.1:37659}
[junit4] 2> 368498 INFO (jetty-launcher-724-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37129}
[junit4] 2> 368498 INFO (jetty-launcher-724-thread-3) [ ] o.e.j.s.Server Started @370133ms
[junit4] 2> 368498 INFO (jetty-launcher-724-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37659}
[junit4] 2> 368498 ERROR (jetty-launcher-724-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 368498 ERROR (jetty-launcher-724-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 368498 INFO (jetty-launcher-724-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7a03939a{HTTP/1.1,[http/1.1]}{127.0.0.1:39289}
[junit4] 2> 368498 INFO (jetty-launcher-724-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 368498 INFO (jetty-launcher-724-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 368498 INFO (jetty-launcher-724-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 368498 INFO (jetty-launcher-724-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 368498 INFO (jetty-launcher-724-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 368498 INFO (jetty-launcher-724-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 368498 INFO (jetty-launcher-724-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-07-19T22:08:03.134Z
[junit4] 2> 368498 INFO (jetty-launcher-724-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-07-19T22:08:03.134Z
[junit4] 2> 368498 INFO (jetty-launcher-724-thread-4) [ ] o.e.j.s.Server Started @370133ms
[junit4] 2> 368498 INFO (jetty-launcher-724-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39289}
[junit4] 2> 368499 ERROR (jetty-launcher-724-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 368499 INFO (jetty-launcher-724-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 368499 INFO (jetty-launcher-724-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 368499 INFO (jetty-launcher-724-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 368499 INFO (jetty-launcher-724-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-07-19T22:08:03.135Z
[junit4] 2> 368499 INFO (jetty-launcher-724-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 368509 INFO (jetty-launcher-724-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 368516 INFO (jetty-launcher-724-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 368516 INFO (jetty-launcher-724-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 368517 INFO (jetty-launcher-724-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39413/solr
[junit4] 2> 368523 INFO (jetty-launcher-724-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39413/solr
[junit4] 2> 368527 INFO (jetty-launcher-724-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39413/solr
[junit4] 2> 368532 INFO (jetty-launcher-724-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39413/solr
[junit4] 2> 368545 INFO (jetty-launcher-724-thread-1) [n:127.0.0.1:37129_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 368550 INFO (jetty-launcher-724-thread-1) [n:127.0.0.1:37129_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37129_solr
[junit4] 2> 368551 INFO (jetty-launcher-724-thread-1) [n:127.0.0.1:37129_solr ] o.a.s.c.Overseer Overseer (id=98336904511946761-127.0.0.1:37129_solr-n_0000000000) starting
[junit4] 2> 368555 INFO (jetty-launcher-724-thread-1) [n:127.0.0.1:37129_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37129_solr
[junit4] 2> 368556 INFO (jetty-launcher-724-thread-3) [n:127.0.0.1:37659_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 368557 INFO (jetty-launcher-724-thread-3) [n:127.0.0.1:37659_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 368557 INFO (jetty-launcher-724-thread-3) [n:127.0.0.1:37659_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37659_solr
[junit4] 2> 368558 INFO (jetty-launcher-724-thread-2) [n:127.0.0.1:38769_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 368565 INFO (zkCallback-746-thread-1-processing-n:127.0.0.1:37659_solr) [n:127.0.0.1:37659_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 368565 INFO (OverseerStateUpdate-98336904511946761-127.0.0.1:37129_solr-n_0000000000) [n:127.0.0.1:37129_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 368566 INFO (jetty-launcher-724-thread-2) [n:127.0.0.1:38769_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 368566 INFO (jetty-launcher-724-thread-2) [n:127.0.0.1:38769_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38769_solr
[junit4] 2> 368567 INFO (jetty-launcher-724-thread-4) [n:127.0.0.1:39289_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 368567 INFO (zkCallback-746-thread-1-processing-n:127.0.0.1:37659_solr) [n:127.0.0.1:37659_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 368571 INFO (jetty-launcher-724-thread-4) [n:127.0.0.1:39289_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 368571 INFO (jetty-launcher-724-thread-4) [n:127.0.0.1:39289_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39289_solr
[junit4] 2> 368572 INFO (zkCallback-746-thread-1-processing-n:127.0.0.1:37659_solr) [n:127.0.0.1:37659_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 368583 INFO (zkCallback-738-thread-1-processing-n:127.0.0.1:38769_solr) [n:127.0.0.1:38769_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 368583 INFO (zkCallback-748-thread-1-processing-n:127.0.0.1:39289_solr) [n:127.0.0.1:39289_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 368590 INFO (zkCallback-738-thread-2-processing-n:127.0.0.1:38769_solr) [n:127.0.0.1:38769_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 368590 INFO (zkCallback-743-thread-2-processing-n:127.0.0.1:37129_solr) [n:127.0.0.1:37129_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 368662 INFO (jetty-launcher-724-thread-1) [n:127.0.0.1:37129_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37129.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd0a93
[junit4] 2> 368664 INFO (jetty-launcher-724-thread-2) [n:127.0.0.1:38769_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38769.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd0a93
[junit4] 2> 368667 INFO (jetty-launcher-724-thread-2) [n:127.0.0.1:38769_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38769.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd0a93
[junit4] 2> 368670 INFO (jetty-launcher-724-thread-2) [n:127.0.0.1:38769_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38769.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd0a93
[junit4] 2> 368671 INFO (jetty-launcher-724-thread-3) [n:127.0.0.1:37659_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37659.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd0a93
[junit4] 2> 368672 INFO (jetty-launcher-724-thread-2) [n:127.0.0.1:38769_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_143FCD1C16B8CA88-001/tempDir-001/node2/.
[junit4] 2> 368673 INFO (jetty-launcher-724-thread-1) [n:127.0.0.1:37129_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37129.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd0a93
[junit4] 2> 368673 INFO (jetty-launcher-724-thread-1) [n:127.0.0.1:37129_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37129.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd0a93
[junit4] 2> 368674 INFO (jetty-launcher-724-thread-1) [n:127.0.0.1:37129_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_143FCD1C16B8CA88-001/tempDir-001/node1/.
[junit4] 2> 368675 INFO (jetty-launcher-724-thread-3) [n:127.0.0.1:37659_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37659.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd0a93
[junit4] 2> 368675 INFO (jetty-launcher-724-thread-3) [n:127.0.0.1:37659_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37659.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd0a93
[junit4] 2> 368675 INFO (jetty-launcher-724-thread-3) [n:127.0.0.1:37659_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_143FCD1C16B8CA88-001/tempDir-001/node3/.
[junit4] 2> 368700 INFO (jetty-launcher-724-thread-4) [n:127.0.0.1:39289_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39289.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd0a93
[junit4] 2> 368702 INFO (jetty-launcher-724-thread-4) [n:127.0.0.1:39289_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39289.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd0a93
[junit4] 2> 368702 INFO (jetty-launcher-724-thread-4) [n:127.0.0.1:39289_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39289.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd0a93
[junit4] 2> 368703 INFO (jetty-launcher-724-thread-4) [n:127.0.0.1:39289_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_143FCD1C16B8CA88-001/tempDir-001/node4/.
[junit4] 2> 368734 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[143FCD1C16B8CA88]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 368734 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[143FCD1C16B8CA88]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39413/solr ready
[junit4] 2> 368824 INFO (qtp813384958-5244) [n:127.0.0.1:37129_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 368825 INFO (OverseerThreadFactory-1416-thread-1-processing-n:127.0.0.1:37129_solr) [n:127.0.0.1:37129_solr ] o.a.s.c.CreateCollectionCmd Create collection test_col
[junit4] 2> 368927 INFO (OverseerStateUpdate-98336904511946761-127.0.0.1:37129_solr-n_0000000000) [n:127.0.0.1:37129_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_col_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39289/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 368928 INFO (OverseerStateUpdate-98336904511946761-127.0.0.1:37129_solr-n_0000000000) [n:127.0.0.1:37129_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_col_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38769/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 368928 INFO (OverseerStateUpdate-98336904511946761-127.0.0.1:37129_solr-n_0000000000) [n:127.0.0.1:37129_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_col_shard2_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37129/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 368928 INFO (OverseerStateUpdate-98336904511946761-127.0.0.1:37129_solr-n_0000000000) [n:127.0.0.1:37129_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_col_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37659/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 369130 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node3&name=test_col_shard2_replica_n1&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 369130 INFO (qtp1052747873-5233) [n:127.0.0.1:38769_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node2&name=test_col_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 369130 INFO (qtp1052747873-5233) [n:127.0.0.1:38769_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 369130 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 369131 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node1&name=test_col_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 369131 INFO (qtp82260508-5248) [n:127.0.0.1:37659_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node4&name=test_col_shard2_replica_n2&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 369131 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 369131 INFO (qtp82260508-5248) [n:127.0.0.1:37659_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 369233 INFO (zkCallback-738-thread-1-processing-n:127.0.0.1:38769_solr) [n:127.0.0.1:38769_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 369233 INFO (zkCallback-738-thread-2-processing-n:127.0.0.1:38769_solr) [n:127.0.0.1:38769_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 369233 INFO (zkCallback-743-thread-1-processing-n:127.0.0.1:37129_solr) [n:127.0.0.1:37129_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 369233 INFO (zkCallback-743-thread-2-processing-n:127.0.0.1:37129_solr) [n:127.0.0.1:37129_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 369233 INFO (zkCallback-746-thread-1-processing-n:127.0.0.1:37659_solr) [n:127.0.0.1:37659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 369233 INFO (zkCallback-748-thread-1-processing-n:127.0.0.1:39289_solr) [n:127.0.0.1:39289_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 369233 INFO (zkCallback-746-thread-2-processing-n:127.0.0.1:37659_solr) [n:127.0.0.1:37659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 369233 INFO (zkCallback-748-thread-2-processing-n:127.0.0.1:39289_solr) [n:127.0.0.1:39289_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370138 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 370139 INFO (qtp82260508-5248) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 370141 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 370150 INFO (qtp1052747873-5233) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 370151 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.s.IndexSchema [test_col_shard2_replica_n1] Schema name=minimal-atomic-stress
[junit4] 2> 370153 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 370153 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica_n1' using configuration from collection test_col, trusted=true
[junit4] 2> 370154 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37129.solr.core.test_col.shard2.replica_n1' (registry 'solr.core.test_col.shard2.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd0a93
[junit4] 2> 370154 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 370154 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.c.SolrCore [[test_col_shard2_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_143FCD1C16B8CA88-001/tempDir-001/node1/test_col_shard2_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_143FCD1C16B8CA88-001/tempDir-001/node1/./test_col_shard2_replica_n1/data/]
[junit4] 2> 370156 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1251888545, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 370157 INFO (qtp82260508-5248) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.s.IndexSchema [test_col_shard2_replica_n2] Schema name=minimal-atomic-stress
[junit4] 2> 370157 INFO (qtp1052747873-5233) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.s.IndexSchema [test_col_shard1_replica_n2] Schema name=minimal-atomic-stress
[junit4] 2> 370157 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.s.IndexSchema [test_col_shard1_replica_n1] Schema name=minimal-atomic-stress
[junit4] 2> 370158 INFO (qtp82260508-5248) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 370158 INFO (qtp82260508-5248) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica_n2' using configuration from collection test_col, trusted=true
[junit4] 2> 370158 WARN (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 370158 INFO (qtp82260508-5248) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37659.solr.core.test_col.shard2.replica_n2' (registry 'solr.core.test_col.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd0a93
[junit4] 2> 370158 INFO (qtp82260508-5248) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 370158 INFO (qtp82260508-5248) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.c.SolrCore [[test_col_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_143FCD1C16B8CA88-001/tempDir-001/node3/test_col_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_143FCD1C16B8CA88-001/tempDir-001/node3/./test_col_shard2_replica_n2/data/]
[junit4] 2> 370159 INFO (qtp1052747873-5233) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 370159 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 370159 INFO (qtp1052747873-5233) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica_n2' using configuration from collection test_col, trusted=true
[junit4] 2> 370159 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica_n1' using configuration from collection test_col, trusted=true
[junit4] 2> 370159 INFO (qtp1052747873-5233) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38769.solr.core.test_col.shard1.replica_n2' (registry 'solr.core.test_col.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd0a93
[junit4] 2> 370159 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39289.solr.core.test_col.shard1.replica_n1' (registry 'solr.core.test_col.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd0a93
[junit4] 2> 370159 INFO (qtp1052747873-5233) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 370159 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 370159 INFO (qtp1052747873-5233) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.c.SolrCore [[test_col_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_143FCD1C16B8CA88-001/tempDir-001/node2/test_col_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_143FCD1C16B8CA88-001/tempDir-001/node2/./test_col_shard1_replica_n2/data/]
[junit4] 2> 370159 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.c.SolrCore [[test_col_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_143FCD1C16B8CA88-001/tempDir-001/node4/test_col_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_143FCD1C16B8CA88-001/tempDir-001/node4/./test_col_shard1_replica_n1/data/]
[junit4] 2> 370162 INFO (qtp82260508-5248) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1251888545, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 370164 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1251888545, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 370164 INFO (qtp1052747873-5233) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1251888545, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 370164 WARN (qtp82260508-5248) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 370171 WARN (qtp1052747873-5233) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 370173 WARN (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 370202 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 370202 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 370203 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 370203 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 370204 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=24.005859375, floorSegmentMB=0.5341796875, forceMergeDeletesPctAllowed=14.56299690166352, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5463083149543858
[junit4] 2> 370205 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@390f994c[test_col_shard2_replica_n1] main]
[junit4] 2> 370206 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 370206 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 370206 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 370209 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1573390474118430720
[junit4] 2> 370209 INFO (qtp1052747873-5233) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 370209 INFO (qtp1052747873-5233) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 370209 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 370209 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 370214 INFO (qtp82260508-5248) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 370214 INFO (qtp82260508-5248) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 370215 INFO (qtp1052747873-5233) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 370215 INFO (searcherExecutor-1425-thread-1-processing-n:127.0.0.1:37129_solr x:test_col_shard2_replica_n1 s:shard2 c:test_col r:core_node3) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.c.SolrCore [test_col_shard2_replica_n1] Registered new searcher Searcher@390f994c[test_col_shard2_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 370215 INFO (qtp1052747873-5233) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 370215 INFO (qtp82260508-5248) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 370216 INFO (qtp82260508-5248) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 370216 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 370216 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 370217 INFO (qtp82260508-5248) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=24.005859375, floorSegmentMB=0.5341796875, forceMergeDeletesPctAllowed=14.56299690166352, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5463083149543858
[junit4] 2> 370217 INFO (qtp1052747873-5233) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=24.005859375, floorSegmentMB=0.5341796875, forceMergeDeletesPctAllowed=14.56299690166352, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5463083149543858
[junit4] 2> 370217 INFO (qtp82260508-5248) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@58ac2beb[test_col_shard2_replica_n2] main]
[junit4] 2> 370217 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=24.005859375, floorSegmentMB=0.5341796875, forceMergeDeletesPctAllowed=14.56299690166352, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5463083149543858
[junit4] 2> 370217 INFO (qtp1052747873-5233) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4b147e88[test_col_shard1_replica_n2] main]
[junit4] 2> 370217 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2aeebf07[test_col_shard1_replica_n1] main]
[junit4] 2> 370218 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 370218 INFO (qtp1052747873-5233) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 370218 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 370218 INFO (qtp1052747873-5233) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 370218 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 370219 INFO (qtp1052747873-5233) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 370219 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 370219 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1573390474128916480
[junit4] 2> 370220 INFO (searcherExecutor-1427-thread-1-processing-n:127.0.0.1:38769_solr x:test_col_shard1_replica_n2 s:shard1 c:test_col r:core_node2) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.c.SolrCore [test_col_shard1_replica_n2] Registered new searcher Searcher@4b147e88[test_col_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 370220 INFO (qtp1052747873-5233) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1573390474129965056
[junit4] 2> 370221 INFO (qtp82260508-5248) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 370221 INFO (searcherExecutor-1428-thread-1-processing-n:127.0.0.1:39289_solr x:test_col_shard1_replica_n1 s:shard1 c:test_col r:core_node1) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.c.SolrCore [test_col_shard1_replica_n1] Registered new searcher Searcher@2aeebf07[test_col_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 370221 INFO (qtp82260508-5248) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 370222 INFO (qtp82260508-5248) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 370223 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 370223 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 370223 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39289/solr/test_col_shard1_replica_n1/
[junit4] 2> 370224 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica_n1 url=http://127.0.0.1:39289/solr START replicas=[http://127.0.0.1:38769/solr/test_col_shard1_replica_n2/] nUpdates=100
[junit4] 2> 370224 INFO (searcherExecutor-1426-thread-1-processing-n:127.0.0.1:37659_solr x:test_col_shard2_replica_n2 s:shard2 c:test_col r:core_node4) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.c.SolrCore [test_col_shard2_replica_n2] Registered new searcher Searcher@58ac2beb[test_col_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 370224 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica_n1 url=http://127.0.0.1:39289/solr DONE. We have no versions. sync failed.
[junit4] 2> 370224 INFO (qtp82260508-5248) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1573390474134159360
[junit4] 2> 370225 INFO (qtp1052747873-5235) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.c.S.Request [test_col_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 370225 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 370225 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 370225 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 370228 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39289/solr/test_col_shard1_replica_n1/ shard1
[junit4] 2> 370331 INFO (zkCallback-748-thread-2-processing-n:127.0.0.1:39289_solr) [n:127.0.0.1:39289_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370331 INFO (zkCallback-746-thread-1-processing-n:127.0.0.1:37659_solr) [n:127.0.0.1:37659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370331 INFO (zkCallback-738-thread-2-processing-n:127.0.0.1:38769_solr) [n:127.0.0.1:38769_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370331 INFO (zkCallback-743-thread-1-processing-n:127.0.0.1:37129_solr) [n:127.0.0.1:37129_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370331 INFO (zkCallback-738-thread-1-processing-n:127.0.0.1:38769_solr) [n:127.0.0.1:38769_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370331 INFO (zkCallback-746-thread-2-processing-n:127.0.0.1:37659_solr) [n:127.0.0.1:37659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370331 INFO (zkCallback-743-thread-2-processing-n:127.0.0.1:37129_solr) [n:127.0.0.1:37129_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370331 INFO (zkCallback-748-thread-1-processing-n:127.0.0.1:39289_solr) [n:127.0.0.1:39289_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370381 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 370382 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node1&name=test_col_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=1251
[junit4] 2> 370487 INFO (zkCallback-748-thread-2-processing-n:127.0.0.1:39289_solr) [n:127.0.0.1:39289_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370487 INFO (zkCallback-748-thread-1-processing-n:127.0.0.1:39289_solr) [n:127.0.0.1:39289_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370487 INFO (zkCallback-746-thread-2-processing-n:127.0.0.1:37659_solr) [n:127.0.0.1:37659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370487 INFO (zkCallback-743-thread-2-processing-n:127.0.0.1:37129_solr) [n:127.0.0.1:37129_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370487 INFO (zkCallback-743-thread-1-processing-n:127.0.0.1:37129_solr) [n:127.0.0.1:37129_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370487 INFO (zkCallback-746-thread-1-processing-n:127.0.0.1:37659_solr) [n:127.0.0.1:37659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370487 INFO (zkCallback-738-thread-2-processing-n:127.0.0.1:38769_solr) [n:127.0.0.1:38769_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370487 INFO (zkCallback-738-thread-1-processing-n:127.0.0.1:38769_solr) [n:127.0.0.1:38769_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370718 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 370718 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 370718 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37129/solr/test_col_shard2_replica_n1/
[junit4] 2> 370718 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica_n1 url=http://127.0.0.1:37129/solr START replicas=[http://127.0.0.1:37659/solr/test_col_shard2_replica_n2/] nUpdates=100
[junit4] 2> 370718 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica_n1 url=http://127.0.0.1:37129/solr DONE. We have no versions. sync failed.
[junit4] 2> 370720 INFO (qtp82260508-5251) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.c.S.Request [test_col_shard2_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 370720 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 370720 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 370720 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 370721 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37129/solr/test_col_shard2_replica_n1/ shard2
[junit4] 2> 370824 INFO (zkCallback-743-thread-1-processing-n:127.0.0.1:37129_solr) [n:127.0.0.1:37129_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370824 INFO (zkCallback-743-thread-2-processing-n:127.0.0.1:37129_solr) [n:127.0.0.1:37129_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370824 INFO (zkCallback-738-thread-1-processing-n:127.0.0.1:38769_solr) [n:127.0.0.1:38769_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370824 INFO (zkCallback-748-thread-2-processing-n:127.0.0.1:39289_solr) [n:127.0.0.1:39289_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370824 INFO (zkCallback-748-thread-1-processing-n:127.0.0.1:39289_solr) [n:127.0.0.1:39289_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370824 INFO (zkCallback-746-thread-1-processing-n:127.0.0.1:37659_solr) [n:127.0.0.1:37659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370824 INFO (zkCallback-738-thread-2-processing-n:127.0.0.1:38769_solr) [n:127.0.0.1:38769_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370824 INFO (zkCallback-746-thread-2-processing-n:127.0.0.1:37659_solr) [n:127.0.0.1:37659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370872 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 370873 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node3&name=test_col_shard2_replica_n1&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=1743
[junit4] 2> 370974 INFO (zkCallback-738-thread-2-processing-n:127.0.0.1:38769_solr) [n:127.0.0.1:38769_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370974 INFO (zkCallback-748-thread-2-processing-n:127.0.0.1:39289_solr) [n:127.0.0.1:39289_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370974 INFO (zkCallback-746-thread-1-processing-n:127.0.0.1:37659_solr) [n:127.0.0.1:37659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370974 INFO (zkCallback-743-thread-2-processing-n:127.0.0.1:37129_solr) [n:127.0.0.1:37129_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370974 INFO (zkCallback-738-thread-1-processing-n:127.0.0.1:38769_solr) [n:127.0.0.1:38769_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370974 INFO (zkCallback-748-thread-1-processing-n:127.0.0.1:39289_solr) [n:127.0.0.1:39289_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370974 INFO (zkCallback-743-thread-1-processing-n:127.0.0.1:37129_solr) [n:127.0.0.1:37129_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 370974 INFO (zkCallback-746-thread-2-processing-n:127.0.0.1:37659_solr) [n:127.0.0.1:37659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 371226 INFO (qtp1052747873-5233) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node2&name=test_col_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=2096
[junit4] 2> 371229 INFO (qtp82260508-5248) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node4&name=test_col_shard2_replica_n2&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=2098
[junit4] 2> 371235 INFO (qtp813384958-5244) [n:127.0.0.1:37129_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 371335 INFO (zkCallback-748-thread-1-processing-n:127.0.0.1:39289_solr) [n:127.0.0.1:39289_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 371335 INFO (zkCallback-746-thread-2-processing-n:127.0.0.1:37659_solr) [n:127.0.0.1:37659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 371335 INFO (zkCallback-748-thread-2-processing-n:127.0.0.1:39289_solr) [n:127.0.0.1:39289_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 371335 INFO (zkCallback-746-thread-1-processing-n:127.0.0.1:37659_solr) [n:127.0.0.1:37659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 371335 INFO (zkCallback-743-thread-1-processing-n:127.0.0.1:37129_solr) [n:127.0.0.1:37129_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 371335 INFO (zkCallback-743-thread-2-processing-n:127.0.0.1:37129_solr) [n:127.0.0.1:37129_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 371335 INFO (zkCallback-738-thread-1-processing-n:127.0.0.1:38769_solr) [n:127.0.0.1:38769_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 371335 INFO (zkCallback-738-thread-2-processing-n:127.0.0.1:38769_solr) [n:127.0.0.1:38769_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 372236 INFO (qtp813384958-5244) [n:127.0.0.1:37129_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3412
[junit4] 2> 372236 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[143FCD1C16B8CA88]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: test_col failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 1> replica:core_node1 rstate:active live:true
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node3 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 2> 372236 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[143FCD1C16B8CA88]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: test_col
[junit4] 2> 372241 INFO (qtp813384958-5245) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.c.S.Request [test_col_shard2_replica_n1] webapp=/solr path=/schema/fieldtypes/long params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 372258 INFO (TEST-TestStressCloudBlindAtomicUpdates.test_dv_stored-seed#[143FCD1C16B8CA88]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test_dv_stored
[junit4] 2> 372269 INFO (qtp1052747873-5226) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1573390476268011520&distrib.from=http://127.0.0.1:39289/solr/test_col_shard1_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1573390476268011520)} 0 5
[junit4] 2> 372270 INFO (qtp82260508-5221) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1573390476270108672&distrib.from=http://127.0.0.1:37129/solr/test_col_shard2_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1573390476270108672)} 0 2
[junit4] 2> 372271 INFO (qtp813384958-5228) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica_n1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:39289/solr/test_col_shard1_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1573390476270108672)} 0 9
[junit4] 2> 372271 INFO (qtp117108655-5254) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1573390476268011520)} 0 12
[junit4] 2> 372273 INFO (qtp1052747873-5229) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1573390476282691584,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 372273 WARN (qtp1052747873-5229) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
[junit4] 2> 372273 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1573390476282691584,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 372273 WARN (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
[junit4] 2> 372273 INFO (qtp1052747873-5229) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 372274 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 372274 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 372274 INFO (qtp1052747873-5229) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 372274 INFO (qtp813384958-5224) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&optimize=true&maxSegments=1&waitSearcher=true&openSearcher=true&distrib.from=http://127.0.0.1:39289/solr/test_col_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{optimize=} 0 1
[junit4] 2> 372274 INFO (qtp1052747873-5229) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&optimize=true&maxSegments=1&waitSearcher=true&openSearcher=true&distrib.from=http://127.0.0.1:39289/solr/test_col_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{optimize=} 0 1
[junit4] 2> 372274 INFO (qtp117108655-5227) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1573390476283740160,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 372274 WARN (qtp117108655-5227) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
[junit4] 2> 372274 INFO (qtp117108655-5227) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 372275 INFO (qtp117108655-5227) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 372275 INFO (qtp117108655-5227) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&optimize=true&maxSegments=1&waitSearcher=true&openSearcher=true&distrib.from=http://127.0.0.1:39289/solr/test_col_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{optimize=} 0 1
[junit4] 2> 372277 INFO (qtp82260508-5236) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1573390476286885888,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 372277 WARN (qtp82260508-5236) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
[junit4] 2> 372278 INFO (qtp82260508-5236) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 372279 INFO (qtp82260508-5236) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 372279 INFO (qtp82260508-5236) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&optimize=true&maxSegments=1&waitSearcher=true&openSearcher=true&distrib.from=http://127.0.0.1:39289/solr/test_col_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{optimize=} 0 4
[junit4] 2> 372279 INFO (qtp117108655-5223) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=test_col:7&optimize=true&maxSegments=1&waitSearcher=true&wt=javabin&version=2}{optimize=} 0 7
[junit4] 2> 372281 INFO (qtp82260508-5248) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.c.S.Request [test_col_shard2_replica_n2] webapp=/solr path=/schema/fields/long_dv_stored params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 372281 INFO (TEST-TestStressCloudBlindAtomicUpdates.test_dv_stored-seed#[143FCD1C16B8CA88]) [ ] o.a.s.c.TestStressCloudBlindAtomicUpdates Testing long_dv_stored: numDocsToCheck=144, numDocsInIndex=432, incr=3
[junit4] 2> 372297 INFO (qtp1052747873-5235) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39289/solr/test_col_shard1_replica_n1/&wt=javabin&version=2}{add=[0 (1573390476293177344)]} 0 10
[junit4] 2> 372297 INFO (qtp117108655-5253) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1573390476293177344)]} 0 14
[junit4] 2> 372299 INFO (qtp1052747873-5233) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39289/solr/test_col_shard1_replica_n1/&wt=javabin&version=2}{add=[1 (1573390476308905984)]} 0 0
[junit4] 2> 372300 INFO (qtp117108655-5237) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1573390476308905984)]} 0 1
[junit4] 2> 372303 INFO (qtp82260508-5225) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:37129/solr/test_col_shard2_replica_n1/&wt=javabin&version=2}{add=[2 (1573390476311003136)]} 0 1
[junit4] 2> 372303 INFO (qtp813384958-5222) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1573390476311003136)]} 0 2
[junit4] 2> 372305 INFO (qtp82260508-5236) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:37129/solr/test_col_shard2_replica_n1/&wt=javabin&version=2}{add=[3 (1573390476314148864)]} 0 0
[junit4] 2> 372305 INFO (qtp813384958-5245) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1573390476314148864)]} 0 1
[junit4] 2> 372306 INFO (qtp1052747873-5226) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.u.p.LogUpdateP
[...truncated too long message...]
INFO (coreCloseExecutor-1446-thread-1) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
[junit4] 2> 391291 INFO (coreCloseExecutor-1446-thread-1) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1b8e1181 commitCommandVersion:0
[junit4] 2> 391292 INFO (coreCloseExecutor-1445-thread-1) [n:127.0.0.1:37659_solr c:test_col s:shard2 r:core_node4 x:test_col_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_col.shard2.leader, tag=1662445548
[junit4] 2> 391298 INFO (coreCloseExecutor-1448-thread-1) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.c.SolrCore [test_col_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@3b68013
[junit4] 2> 391298 INFO (coreCloseExecutor-1448-thread-1) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
[junit4] 2> 391298 INFO (coreCloseExecutor-1448-thread-1) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@64595002 commitCommandVersion:0
[junit4] 2> 391310 INFO (coreCloseExecutor-1447-thread-1) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.test_col.shard1.replica_n2, tag=442374225
[junit4] 2> 391311 INFO (coreCloseExecutor-1448-thread-1) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.test_col.shard1.replica_n1, tag=62291987
[junit4] 2> 391312 INFO (coreCloseExecutor-1446-thread-1) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.test_col.shard2.replica_n1, tag=878048914
[junit4] 2> 391313 WARN (zkCallback-746-thread-1-processing-n:127.0.0.1:37659_solr) [n:127.0.0.1:37659_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 391314 INFO (jetty-closer-725-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@26ec8004{/solr,null,UNAVAILABLE}
[junit4] 2> 391314 INFO (zkCallback-748-thread-2-processing-n:127.0.0.1:39289_solr) [n:127.0.0.1:39289_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 391314 INFO (zkCallback-738-thread-1-processing-n:127.0.0.1:38769_solr) [n:127.0.0.1:38769_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 391315 INFO (zkCallback-743-thread-1-processing-n:127.0.0.1:37129_solr) [n:127.0.0.1:37129_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 391318 INFO (coreCloseExecutor-1447-thread-1) [n:127.0.0.1:38769_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_col.shard1.leader, tag=442374225
[junit4] 2> 391323 INFO (coreCloseExecutor-1446-thread-1) [n:127.0.0.1:37129_solr c:test_col s:shard2 r:core_node3 x:test_col_shard2_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_col.shard2.leader, tag=878048914
[junit4] 2> 391324 INFO (zkCallback-748-thread-2-processing-n:127.0.0.1:39289_solr) [n:127.0.0.1:39289_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 391324 INFO (coreCloseExecutor-1448-thread-1) [n:127.0.0.1:39289_solr c:test_col s:shard1 r:core_node1 x:test_col_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_col.shard1.leader, tag=62291987
[junit4] 2> 391324 INFO (zkCallback-743-thread-1-processing-n:127.0.0.1:37129_solr) [n:127.0.0.1:37129_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 391326 INFO (zkCallback-743-thread-1-processing-n:127.0.0.1:37129_solr) [n:127.0.0.1:37129_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 391327 INFO (jetty-closer-725-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98336904511946761-127.0.0.1:37129_solr-n_0000000000) closing
[junit4] 2> 391330 INFO (OverseerStateUpdate-98336904511946761-127.0.0.1:37129_solr-n_0000000000) [n:127.0.0.1:37129_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37129_solr
[junit4] 2> 391331 WARN (zkCallback-743-thread-1-processing-n:127.0.0.1:37129_solr) [n:127.0.0.1:37129_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 391332 INFO (jetty-closer-725-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4ec59db3{/solr,null,UNAVAILABLE}
[junit4] 2> 392824 WARN (zkCallback-738-thread-2-processing-n:127.0.0.1:38769_solr) [n:127.0.0.1:38769_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 392824 INFO (jetty-closer-725-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@66b4c381{/solr,null,UNAVAILABLE}
[junit4] 2> 392826 WARN (zkCallback-748-thread-1-processing-n:127.0.0.1:39289_solr) [n:127.0.0.1:39289_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 392826 INFO (jetty-closer-725-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4db06e46{/solr,null,UNAVAILABLE}
[junit4] 2> 392827 ERROR (SUITE-TestStressCloudBlindAtomicUpdates-seed#[143FCD1C16B8CA88]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 392827 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[143FCD1C16B8CA88]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39413 39413
[junit4] 2> 392878 INFO (Thread-1920) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39413 39413
[junit4] 2> 392879 WARN (Thread-1920) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 36 /solr/collections/test_col/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 3 /solr/overseer_elect/election/98336904511946761-127.0.0.1:37129_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_143FCD1C16B8CA88-001
[junit4] 2> Jul 19, 2017 10:08:27 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{_version_=DocValuesFormat(name=Memory), long_dv_idx=DocValuesFormat(name=Asserting), long_dv_stored=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70), long_dv=DocValuesFormat(name=Asserting), long_dv_stored_idx=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1794, maxMBSortInHeap=7.166542568864836, sim=RandomSimilarity(queryNorm=true): {}, locale=es-PA, timezone=Asia/Qyzylorda
[junit4] 2> NOTE: Linux 4.10.0-26-generic amd64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=8,threads=1,free=124762232,total=534249472
[junit4] 2> NOTE: All tests run in this JVM: [TestChildDocTransformer, TestSchemaSimilarityResource, DocExpirationUpdateProcessorFactoryTest, TestRTimerTree, FacetPivotSmallTest, TestCloudSchemaless, BigEndianAscendingWordSerializerTest, DistanceFunctionTest, TestConfigReload, AlternateDirectoryTest, TestFastLRUCache, ZkSolrClientTest, IndexSchemaRuntimeFieldTest, TestHdfsUpdateLog, DeleteStatusTest, LeaderElectionContextKeyTest, TestClusterProperties, OverseerTaskQueueTest, SoftAutoCommitTest, TestBulkSchemaConcurrent, UtilsToolTest, RestartWhileUpdatingTest, TestDynamicLoading, TestCloudDeleteByQuery, TestPostingsSolrHighlighter, TestCharFilters, ZkCLITest, JsonLoaderTest, TestDistributedGrouping, TestInitQParser, QueryParsingTest, HdfsDirectoryFactoryTest, ScriptEngineTest, DOMUtilTest, ZkStateReaderTest, ActionThrottleTest, AutoScalingHandlerTest, ShardRoutingCustomTest, TestLockTree, MissingSegmentRecoveryTest, TestGraphMLResponseWriter, DistribJoinFromCollectionTest, SampleTest, FullHLLTest, ShardRoutingTest, ConvertedLegacyTest, TestAddFieldRealTimeGet, TestSweetSpotSimilarityFactory, TestStressCloudBlindAtomicUpdates]
[junit4] Completed [125/727 (1!)] on J1 in 25.03s, 5 tests, 1 error <<< FAILURES!
[...truncated 45377 lines...]
[JENKINS-EA] Lucene-Solr-7.0-Linux (64bit/jdk-9-ea+178) - Build #
51 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.0-Linux/51/
Java: 64bit/jdk-9-ea+178 -XX:+UseCompressedOops -XX:+UseParallelGC --illegal-access=deny
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CdcrBootstrapTest
Error Message:
ObjectTracker found 3 object(s) that were not released!!! [MockDirectoryWrapper, SolrCore, MockDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:484) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:332) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419) at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:757) at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:712) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:844) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1019) at org.apache.solr.core.SolrCore.reload(SolrCore.java:636) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1202) at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:900) at java.base/java.lang.Thread.run(Thread.java:844) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:92) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:741) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:934) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:969) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:904) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:378) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:322) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base/java.lang.Thread.run(Thread.java:844)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 3 object(s) that were not released!!! [MockDirectoryWrapper, SolrCore, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:484)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:332)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419)
at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:757)
at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:712)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:844)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1019)
at org.apache.solr.core.SolrCore.reload(SolrCore.java:636)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1202)
at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:900)
at java.base/java.lang.Thread.run(Thread.java:844)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:92)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:741)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:934)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:969)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:904)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:378)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:322)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([1B75BAD478585B56]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:296)
at jdk.internal.reflect.GeneratedMethodAccessor58.invoke(Unknown Source)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Captured an uncaught exception in thread: Thread[id=11858, name=Thread-3395, state=RUNNABLE, group=TGRP-CdcrBootstrapTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=11858, name=Thread-3395, state=RUNNABLE, group=TGRP-CdcrBootstrapTest]
at __randomizedtesting.SeedInfo.seed([1B75BAD478585B56:CF30F18D9F0EE8AD]:0)
Caused by: java.lang.AssertionError: 1
at __randomizedtesting.SeedInfo.seed([1B75BAD478585B56]:0)
at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:192)
at org.apache.solr.core.SolrCore.close(SolrCore.java:1603)
at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:832)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1203)
at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:900)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12545 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_1B75BAD478585B56-001/init-core-data-001
[junit4] 2> 1054534 INFO (SUITE-CdcrBootstrapTest-seed#[1B75BAD478585B56]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1054535 INFO (SUITE-CdcrBootstrapTest-seed#[1B75BAD478585B56]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1054535 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[1B75BAD478585B56]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithSourceCluster
[junit4] 2> 1054536 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[1B75BAD478585B56]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_1B75BAD478585B56-001/cdcr-target-001
[junit4] 2> 1054536 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[1B75BAD478585B56]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1054536 INFO (Thread-3345) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1054536 INFO (Thread-3345) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1054538 ERROR (Thread-3345) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1054636 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[1B75BAD478585B56]) [ ] o.a.s.c.ZkTestServer start zk server on port:41521
[junit4] 2> 1054641 INFO (jetty-launcher-1772-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1054641 INFO (jetty-launcher-1772-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@97cdc98{/solr,null,AVAILABLE}
[junit4] 2> 1054642 INFO (jetty-launcher-1772-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@793cec6f{HTTP/1.1,[http/1.1]}{127.0.0.1:36275}
[junit4] 2> 1054642 INFO (jetty-launcher-1772-thread-1) [ ] o.e.j.s.Server Started @1055432ms
[junit4] 2> 1054642 INFO (jetty-launcher-1772-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36275}
[junit4] 2> 1054642 ERROR (jetty-launcher-1772-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1054642 INFO (jetty-launcher-1772-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 1054642 INFO (jetty-launcher-1772-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1054642 INFO (jetty-launcher-1772-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1054642 INFO (jetty-launcher-1772-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-07-20T02:27:26.290644Z
[junit4] 2> 1054644 INFO (jetty-launcher-1772-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1054648 INFO (jetty-launcher-1772-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41521/solr
[junit4] 2> 1054672 INFO (jetty-launcher-1772-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1054672 INFO (jetty-launcher-1772-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36275_solr
[junit4] 2> 1054673 INFO (jetty-launcher-1772-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98337924460380163-127.0.0.1:36275_solr-n_0000000000) starting
[junit4] 2> 1054674 INFO (jetty-launcher-1772-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36275_solr
[junit4] 2> 1054675 INFO (OverseerStateUpdate-98337924460380163-127.0.0.1:36275_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1054717 INFO (jetty-launcher-1772-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36275.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@635ae4ce
[junit4] 2> 1054719 INFO (jetty-launcher-1772-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36275.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@635ae4ce
[junit4] 2> 1054719 INFO (jetty-launcher-1772-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36275.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@635ae4ce
[junit4] 2> 1054719 INFO (jetty-launcher-1772-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_1B75BAD478585B56-001/cdcr-target-001/node1/.
[junit4] 1> Target zkHost = 127.0.0.1:41521/solr
[junit4] 2> 1054728 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[1B75BAD478585B56]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_1B75BAD478585B56-001/cdcr-source-001
[junit4] 2> 1054728 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[1B75BAD478585B56]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1054728 INFO (Thread-3355) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1054728 INFO (Thread-3355) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1054729 ERROR (Thread-3355) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1054828 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[1B75BAD478585B56]) [ ] o.a.s.c.ZkTestServer start zk server on port:40615
[junit4] 2> 1054834 INFO (jetty-launcher-1784-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1054835 INFO (jetty-launcher-1784-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@586afac3{/solr,null,AVAILABLE}
[junit4] 2> 1054835 INFO (jetty-launcher-1784-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6617d631{HTTP/1.1,[http/1.1]}{127.0.0.1:41797}
[junit4] 2> 1054835 INFO (jetty-launcher-1784-thread-1) [ ] o.e.j.s.Server Started @1055626ms
[junit4] 2> 1054835 INFO (jetty-launcher-1784-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41797}
[junit4] 2> 1054836 ERROR (jetty-launcher-1784-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1054836 INFO (jetty-launcher-1784-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 1054836 INFO (jetty-launcher-1784-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1054836 INFO (jetty-launcher-1784-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1054836 INFO (jetty-launcher-1784-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-07-20T02:27:26.484360Z
[junit4] 2> 1054837 INFO (jetty-launcher-1784-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1054843 INFO (jetty-launcher-1784-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40615/solr
[junit4] 2> 1054902 INFO (jetty-launcher-1784-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1054902 INFO (jetty-launcher-1784-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41797_solr
[junit4] 2> 1054902 INFO (jetty-launcher-1784-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98337924472963075-127.0.0.1:41797_solr-n_0000000000) starting
[junit4] 2> 1054906 INFO (jetty-launcher-1784-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41797_solr
[junit4] 2> 1054907 INFO (zkCallback-1791-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1054942 INFO (jetty-launcher-1784-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41797.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@635ae4ce
[junit4] 2> 1054945 INFO (jetty-launcher-1784-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41797.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@635ae4ce
[junit4] 2> 1054945 INFO (jetty-launcher-1784-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41797.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@635ae4ce
[junit4] 2> 1054945 INFO (jetty-launcher-1784-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_1B75BAD478585B56-001/cdcr-source-001/node1/.
[junit4] 2> 1054955 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15d5dd240290005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1054958 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[1B75BAD478585B56]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1054958 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[1B75BAD478585B56]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40615/solr ready
[junit4] 2> 1054959 INFO (qtp1124003122-11617) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1054960 INFO (OverseerThreadFactory-5012-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 1055063 INFO (OverseerStateUpdate-98337924472963075-127.0.0.1:41797_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41797/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1055265 INFO (qtp1124003122-11619) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node1&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 1055265 INFO (qtp1124003122-11619) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1055370 INFO (zkCallback-1791-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1055370 INFO (zkCallback-1791-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1056274 INFO (qtp1124003122-11619) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1056278 INFO (qtp1124003122-11619) [ ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1056281 INFO (qtp1124003122-11619) [ ] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1056282 INFO (qtp1124003122-11619) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1056283 INFO (qtp1124003122-11619) [ ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 1056285 INFO (qtp1124003122-11619) [ ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 1056285 INFO (qtp1124003122-11619) [ ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
[junit4] 2> 1056286 INFO (qtp1124003122-11619) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41797.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@635ae4ce
[junit4] 2> 1056286 INFO (qtp1124003122-11619) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1056286 INFO (qtp1124003122-11619) [ ] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_1B75BAD478585B56-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_1B75BAD478585B56-001/cdcr-source-001/node1/./cdcr-source_shard1_replica_n1/data/]
[junit4] 2> 1056372 INFO (qtp1124003122-11619) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 1056372 INFO (qtp1124003122-11619) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1056373 INFO (qtp1124003122-11619) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1056373 INFO (qtp1124003122-11619) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1056374 INFO (qtp1124003122-11619) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2cbeeb33[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1056375 INFO (qtp1124003122-11619) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 1056375 INFO (qtp1124003122-11619) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 1056376 INFO (qtp1124003122-11619) [ ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
[junit4] 2> 1056376 INFO (qtp1124003122-11619) [ ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1056376 INFO (qtp1124003122-11619) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1056378 INFO (qtp1124003122-11619) [ ] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 1056380 INFO (qtp1124003122-11619) [ ] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
[junit4] 2> 1056389 INFO (searcherExecutor-5015-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@2cbeeb33[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1056389 INFO (qtp1124003122-11619) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1573406793308045312
[junit4] 2> 1056394 INFO (qtp1124003122-11619) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1056394 INFO (qtp1124003122-11619) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1056394 INFO (qtp1124003122-11619) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41797/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 1056394 INFO (qtp1124003122-11619) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1056394 INFO (qtp1124003122-11619) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:41797/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 1056394 INFO (qtp1124003122-11619) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1056396 INFO (zkCallback-1791-thread-2) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1
[junit4] 2> 1056397 INFO (qtp1124003122-11619) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41797/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 1056500 INFO (zkCallback-1791-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1056500 INFO (zkCallback-1791-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1056500 INFO (qtp1124003122-11619) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1056502 INFO (qtp1124003122-11619) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node1&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1237
[junit4] 2> 1056503 INFO (qtp1124003122-11617) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1056603 INFO (zkCallback-1791-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1056603 INFO (zkCallback-1791-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1056961 INFO (OverseerCollectionConfigSetProcessor-98337924472963075-127.0.0.1:41797_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1057503 INFO (qtp1124003122-11617) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2544
[junit4] 1> Adding 10 docs with commit=true, numDocs=100
[junit4] 2> 1057514 INFO (qtp1124003122-11618) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 1057515 INFO (qtp1124003122-11613) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1573406794488741888,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1057515 INFO (qtp1124003122-11613) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@48b6ddb4 commitCommandVersion:1573406794488741888
[junit4] 2> 1057607 INFO (qtp1124003122-11613) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@101cb3da[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1057607 INFO (qtp1124003122-11613) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1057608 INFO (searcherExecutor-5015-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@101cb3da[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100)))}
[junit4] 2> 1057608 INFO (qtp1124003122-11613) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=93
[junit4] 1> Adding 10 docs with commit=true, numDocs=200
[junit4] 2> 1057611 INFO (qtp1124003122-11619) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1057612 INFO (qtp1124003122-11617) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1573406794590453760,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1057612 INFO (qtp1124003122-11617) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@48b6ddb4 commitCommandVersion:1573406794590453760
[junit4] 2> 1057711 INFO (qtp1124003122-11617) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@bb6bbb[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1057712 INFO (qtp1124003122-11617) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1057713 INFO (searcherExecutor-5015-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@bb6bbb[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100)))}
[junit4] 2> 1057713 INFO (qtp1124003122-11617) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=100
[junit4] 1> Adding 10 docs with commit=true, numDocs=300
[junit4] 2> 1057718 INFO (qtp1124003122-11618) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1057718 INFO (qtp1124003122-11613) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1573406794701602817,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1057718 INFO (qtp1124003122-11613) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@48b6ddb4 commitCommandVersion:1573406794701602817
[junit4] 2> 1057836 INFO (qtp1124003122-11613) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@48c39547[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1057836 INFO (qtp1124003122-11613) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1057837 INFO (searcherExecutor-5015-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@48c39547[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100)))}
[junit4] 2> 1057837 INFO (qtp1124003122-11613) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=118
[junit4] 1> Adding 10 docs with commit=true, numDocs=400
[junit4] 2> 1057840 INFO (qtp1124003122-11619) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1057841 INFO (qtp1124003122-11617) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1573406794830577664,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1057841 INFO (qtp1124003122-11617) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@48b6ddb4 commitCommandVersion:1573406794830577664
[junit4] 2> 1057966 INFO (qtp1124003122-11617) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@713d8cce[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1057966 INFO (qtp1124003122-11617) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1057967 INFO (searcherExecutor-5015-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@713d8cce[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100)))}
[junit4] 2> 1057967 INFO (qtp1124003122-11617) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=127
[junit4] 1> Adding 10 docs with commit=true, numDocs=500
[junit4] 2> 1057971 INFO (qtp1124003122-11618) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1057972 INFO (qtp1124003122-11613) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1573406794967941120,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1057972 INFO (qtp1124003122-11613) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@48b6ddb4 commitCommandVersion:1573406794967941120
[junit4] 2> 1058113 INFO (qtp1124003122-11613) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@cf8b4b0[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1058113 INFO (qtp1124003122-11613) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1058114 INFO (searcherExecutor-5015-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@cf8b4b0[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100)))}
[junit4] 2> 1058114 INFO (qtp1124003122-11613) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=142
[junit4] 1> Adding 10 docs with commit=true, numDocs=600
[junit4] 2> 1058117 INFO (qtp1124003122-11619) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1058118 INFO (qtp1124003122-11617) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1573406795121033216,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1058118 INFO (qtp1124003122-11617) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@48b6ddb4 commitCommandVersion:1573406795121033216
[junit4] 2> 1058753 INFO (qtp1124003122-11617) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e42c5b2[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1058754 INFO (qtp1124003122-11617) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1058755 INFO (searcherExecutor-5015-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@2e42c5b2[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100)))}
[junit4] 2> 1058755 INFO (qtp1124003122-11617) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=636
[junit4] 1> Adding 10 docs with commit=true, numDocs=700
[junit4] 2> 1058758 INFO (qtp1124003122-11618) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1058759 INFO (qtp1124003122-11613) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1573406795793170432,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1058759 INFO (qtp1124003122-11613) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@48b6ddb4 commitCommandVersion:1573406795793170432
[junit4] 2> 1059002 INFO (qtp1124003122-11613) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@272b9182[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1059002 INFO (qtp1124003122-11613) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1059003 INFO (searcherExecutor-5015-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@272b9182[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100)))}
[junit4] 2> 1059003 INFO (qtp1124003122-11613) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=243
[junit4] 1> Adding 10 docs with commit=true, numDocs=800
[junit4] 2> 1059005 INFO (qtp1124003122-11619) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1059005 INFO (qtp1124003122-11617) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1573406796051120138,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1059005 INFO (qtp1124003122-11617) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@48b6ddb4 commitCommandVersion:1573406796051120138
[junit4] 2> 1059217 INFO (qtp1124003122-11617) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@137053ce[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1059217 INFO (qtp1124003122-11617) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1059218 INFO (searcherExecutor-5015-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@137053ce[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100)))}
[junit4] 2> 1059219 INFO (qtp1124003122-11617) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=213
[junit4] 1> Adding 10 docs with commit=true, numDocs=900
[junit4] 2> 1059222 INFO (qtp1124003122-11618) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1059223 INFO (qtp1124003122-11613) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1573406796279709696,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1059223 INFO (qtp1124003122-11613) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@48b6ddb4 commitCommandVersion:1573406796279709696
[junit4] 2> 1059452 INFO (qtp1124003122-11613) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7570ea67[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1059453 INFO (qtp1124003122-11613) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1059454 INFO (searcherExecutor-5015-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@7570ea67[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100) Uninverting(_8(7.0.0):C100)))}
[junit4] 2> 1059454 INFO (qtp1124003122-11613) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=231
[junit4] 1> Adding 10 docs with commit=true, numDocs=1000
[junit4] 2> 1059458 INFO (qtp1124003122-11619) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1059458 INFO (qtp1124003122-11617) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1573406796526125057,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1059458 INFO (qtp1124003122-11617) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@48b6ddb4 commitCommandVersion:1573406796526125057
[junit4] 2> 1059687 INFO (qtp1124003122-11617) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@b2dba28[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1059688 INFO (qtp1124003122-11617) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1059688 INFO (searcherExecutor-5015-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@b2dba28[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100) Uninverting(_8(7.0.0):C100) Uninverting(_9(7.0.0):C100)))}
[junit4] 2> 1059689 INFO (qtp1124003122-11617) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=230
[junit4] 2> 1059690 INFO (qtp1124003122-11618) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:4&wt=javabin&version=2} hits=1000 status=0 QTime=0
[junit4] 2> 1059704 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[1B75BAD478585B56]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1059705 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[1B75BAD478585B56]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41521/solr ready
[junit4] 2> 1059706 INFO (qtp248627693-11576) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1059708 INFO (OverseerThreadFactory-5004-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection cdcr-target
[junit4] 2> 1059812 INFO (OverseerStateUpdate-98337924460380163-127.0.0.1:36275_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-target",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-target_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36275/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1060014 INFO (qtp248627693-11578) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1060015 INFO (qtp248627693-11578) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1060119 INFO (zkCallback-1779-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1060119 INFO (zkCallback-1779-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1061020 INFO (qtp248627693-11578) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1061022 INFO (qtp248627693-11578) [ ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1061023 INFO (qtp248627693-11578) [ ] o.a.s.s.IndexSchema [cdcr-target_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1061024 INFO (qtp248627693-11578) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1061024 INFO (qtp248627693-11578) [ ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-target/managed-schema
[junit4] 2> 1061025 INFO (qtp248627693-11578) [ ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-target/schema.xml to /configs/cdcr-target/schema.xml.bak
[junit4] 2> 1061025 INFO (qtp248627693-11578) [ ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-target_shard1_replica_n1' using configuration from collection cdcr-target, trusted=true
[junit4] 2> 1061025 INFO (qtp248627693-11578) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36275.solr.core.cdcr-target.shard1.replica_n1' (registry 'solr.core.cdcr-target.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@635ae4ce
[junit4] 2> 1061026 INFO (qtp248627693-11578) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1061026 INFO (qtp248627693-11578) [ ] o.a.s.c.SolrCore [[cdcr-target_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_1B75BAD478585B56-001/cdcr-target-001/node1/cdcr-target_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_1B75BAD478585B56-001/cdcr-target-001/node1/./cdcr-target_shard1_replica_n1/data/]
[junit4] 2> 1061062 INFO (qtp248627693-11578) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 1061062 INFO (qtp248627693-11578) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1061062 INFO (qtp248627693-11578) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1061062 INFO (qtp248627693-11578) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1061063 INFO (qtp248627693-11578) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5cdb57ff[cdcr-target_shard1_replica_n1] main]
[junit4] 2> 1061064 INFO (qtp248627693-11578) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-target
[junit4] 2> 1061064 INFO (qtp248627693-11578) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-target
[junit4] 2> 1061064 INFO (qtp248627693-11578) [ ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-target/managed-schema
[junit4] 2> 1061065 INFO (qtp248627693-11578) [ ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1061065 INFO (qtp248627693-11578) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1061066 INFO (qtp248627693-11578) [ ] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-target/cdcr/state/buffer
[junit4] 2> 1061066 INFO (qtp248627693-11578) [ ] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-target/cdcr/state/process
[junit4] 2> 1061067 INFO (searcherExecutor-5021-thread-1) [ ] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] Registered new searcher Searcher@5cdb57ff[cdcr-target_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1061067 INFO (qtp248627693-11578) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1573406798213283840
[junit4] 2> 1061069 INFO (qtp248627693-11578) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1061069 INFO (qtp248627693-11578) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1061069 INFO (qtp248627693-11578) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36275/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 1061069 INFO (qtp248627693-11578) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1061069 INFO (qtp248627693-11578) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:36275/solr/cdcr-target_shard1_replica_n1/ has no replicas
[junit4] 2> 1061069 INFO (qtp248627693-11578) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1061070 INFO (zkCallback-1779-thread-2) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-target:shard1
[junit4] 2> 1061071 INFO (qtp248627693-11578) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36275/solr/cdcr-target_shard1_replica_n1/ shard1
[junit4] 2> 1061172 INFO (zkCallback-1779-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1061172 INFO (zkCallback-1779-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1061221 INFO (qtp248627693-11578) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1061222 INFO (qtp248627693-11578) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1208
[junit4] 2> 1061223 INFO (qtp248627693-11576) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1061323 INFO (zkCallback-1779-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1061323 INFO (zkCallback-1779-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1061709 INFO (OverseerCollectionConfigSetProcessor-98337924460380163-127.0.0.1:36275_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1062223 INFO (qtp248627693-11576) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2517
[junit4] 2> 1062227 INFO (zkCallback-1779-thread-2) [ ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/cdcr/state/process @ cdcr-target:shard1
[junit4] 2> 1062227 INFO (qtp248627693-11577) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-target:4&action=start&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1062227 INFO (zkCallback-1779-thread-2) [ ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-target:shard1
[junit4] 2> 1062231 INFO (qtp1124003122-11613) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1062232 INFO (qtp1124003122-11613) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41521/solr ready
[junit4] 2> 1062236 INFO (qtp248627693-11577) [ ] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
[junit4] 2> 1062236 INFO (qtp248627693-11577) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1062237 INFO (qtp248627693-11578) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={_stateVer_=cdcr-target:4&action=COLLECTIONCHECKPOINT&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1062237 INFO (qtp1124003122-11613) [ ] o.a.s.h.CdcrReplicatorManager Create new update log reader for target cdcr-target with checkpoint -1 @ cdcr-source:shard1
[junit4] 2> 1062237 INFO (qtp1124003122-11613) [ ] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target, shard: shard1
[junit4] 2> 1062241 INFO (qtp1124003122-11613) [ ] o.a.s.h.CdcrReplicatorManager Submitting bootstrap task to executor
[junit4] 2> 1062242 INFO (zkCallback-1791-thread-1) [ ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/process @ cdcr-source:shard1
[junit4] 2> 1062242 INFO (cdcr-bootstrap-status-1803-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target shard: shard1 leader: http://127.0.0.1:36275/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 1062242 INFO (qtp1124003122-11613) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=start&wt=javabin&version=2} status=0 QTime=14
[junit4] 2> 1062243 INFO (zkCallback-1791-thread-1) [ ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-source:shard1
[junit4] 2> 1062244 INFO (qtp1124003122-11619) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=queues&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1062244 INFO (qtp248627693-11576) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=http://127.0.0.1:41797/solr/cdcr-source_shard1_replica_n1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=1
[junit4] 1> Cdcr queue response: {responseHeader={status=0,QTime=1},queues={127.0.0.1:41521/solr={cdcr-target={queueSize=1010,lastTimestamp=}}},tlogTotalSize=47659,tlogTotalCount=10,updateLogSynchronizer=stopped}
[junit4] 2> 1062246 INFO (qtp248627693-11572) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1573406799449554944,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1062246 INFO (qtp248627693-11572) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1062246 INFO (qtp248627693-11572) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1062247 INFO (qtp248627693-11572) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-target:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1062247 INFO (recoveryExecutor-1777-thread-1) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1062247 INFO (qtp248627693-11577) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-target:4&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1062248 INFO (qtp248627693-11573) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1062248 INFO (cdcr-bootstrap-status-1803-thread-1) [ ] o.a.s.h.CdcrReplicatorManager CDCR bootstrap running for 1 seconds, sleeping for 2000 ms
[junit4] 2> 1062249 INFO (qtp1124003122-11618) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1573406799452700672,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1062249 INFO (qtp1124003122-11618) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@48b6ddb4 commitCommandVersion:1573406799452700672
[junit4] 2> 1062804 INFO (qtp1124003122-11618) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4b080822[cdcr-source_shard1_replica_n1] realtime]
[junit4] 2> 1062804 INFO (qtp1124003122-11618) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1062804 INFO (qtp1124003122-11618) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2} status=0 QTime=555
[junit4] 2> 1062806 INFO (qtp1124003122-11618) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1062806 INFO (recoveryExecutor-1777-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 12
[junit4] 2> 1062806 INFO (recoveryExecutor-1777-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 1500517653897
[junit4] 2> 1062806 INFO (recoveryExecutor-1777-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1062806 INFO (recoveryExecutor-1777-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1062806 INFO (recoveryExecutor-1777-thread-1) [ ] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1062815 INFO (qtp1124003122-11613) [ ] o.a.s.h.ReplicationHandler Adding tlog files to list: [{size=4657, name=tlog.0000000000000000000.1573406794479304704}, {size=4778, name=tlog.0000000000000000001.1573406794587308032}, {size=4778, name=tlog.0000000000000000002.1573406794697408512}, {size=4778, name=tlog.0000000000000000003.1573406794827431936}, {size=4778, name=tlog.0000000000000000004.1573406794963746816}, {size=4778, name=tlog.0000000000000000005.1573406795117887488}, {size=4778, name=tlog.0000000000000000006.1573406795790024704}, {size=4778, name=tlog.0000000000000000007.1573406796049022976}, {size=4778, name=tlog.0000000000000000008.1573406796275515392}, {size=4778, name=tlog.0000000000000000009.1573406796522979328}]
[junit4] 2> 1062815 INFO (qtp1124003122-11613) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=8
[junit4] 2> 1062815 INFO (recoveryExecutor-1777-thread-1) [ ] o.a.s.h.IndexFetcher Number of files in latest index in master: 16
[junit4] 2> 1062816 INFO (recoveryExecutor-1777-thread-1) [ ] o.a.s.h.IndexFetcher Number of tlog files in master: 10
[junit4] 2> 1062817 INFO (recoveryExecutor-1777-thread-1) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1062817 INFO (recoveryExecutor-1777-thread-1) [ ] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@2f4d1b21 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@48855e92)
[junit4] 2> 1062818 INFO (qtp1124003122-11614) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Direct_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1062819 INFO (qtp1124003122-11615) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1062820 INFO (qtp1124003122-11618) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Direct_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1062821 INFO (qtp1124003122-11613) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Direct_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1062822 INFO (qtp1124003122-11614) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1062823 INFO (qtp1124003122-11615) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1062824 INFO (qtp1124003122-11618) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_FST50_0.tfp&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1062825 INFO (qtp1124003122-11613) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_FST50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1062825 INFO (qtp1124003122-11614) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1062826 INFO (qtp1124003122-11615) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1062827 INFO (qtp1124003122-11618) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_FST50_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1062828 INFO (qtp1124003122-11613) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.dii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1062829 INFO (qtp1124003122-11614) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.dim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1062830 INFO (qtp1124003122-11615) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Direct_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1062831 INFO (qtp1124003122-11618) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1062831 INFO (qtp1124003122-11613) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=segments_c&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1062832 INFO (recoveryExecutor-1777-thread-1) [ ] o.a.s.h.IndexFetcher Starting download of tlog files from master: [{size=4657, name=tlog.0000000000000000000.1573406794479304704}, {size=4778, name=tlog.0000000000000000001.1573406794587308032}, {size=4778, name=tlog.0000000000000000002.1573406794697408512}, {size=4778, name=tlog.0000000000000000003.1573406794827431936}, {size=4778, name=tlog.0000000000000000004.1573406794963746816}, {size=4778, name=tlog.0000000000000000005.1573406795117887488}, {size=4778, name=tlog.0000000000000000006.1573406795790024704}, {size=4778, name=tlog.0000000000000000007.1573406796049022976}, {size=4778, name=tlog.0000000000000000008.1573406796275515392}, {size=4778, name=tlog.0000000000000000009.1573406796522979328}]
[junit4] 2> 1062840 INFO (qtp1124003122-11614) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000000.1573406794479304704&wt=filestream&command=filecontent} status=0 QTime=3
[junit4] 2> 1062841 INFO (qtp1124003122-11615) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000001.1573406794587308032&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1062842 INFO (qtp1124003122-11618) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000002.1573406794697408512&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1062843 INFO (qtp1124003122-11613) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000003.1573406794827431936&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1062844 INFO (qtp1124003122-11614) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000004.1573406794963746816&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1062844 INFO (qtp1124003122-11615) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000005.1573406795117887488&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1062845 INFO (qtp1124003122-11618) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000006.1573406795790024704&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1062846 INFO (qtp1124003122-11613) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000007.1573406796049022976&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1062846 INFO (qtp1124003122-11614) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000008.1573406796275515392&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1062847 INFO (qtp1124003122-11615) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000009.1573406796522979328&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1062847 INFO (recoveryExecutor-1777-thread-1) [ ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=87638) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@2f4d1b21 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@48855e92)
[junit4] 2> 1063139 INFO (recoveryExecutor-1777-thread-1) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1063139 INFO (recoveryExecutor-1777-thread-1) [ ] o.a.s.h.IndexFetcher Reloading SolrCore cdcr-target_shard1_replica_n1
[junit4] 2> 1063147 INFO (Thread-3366) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1063166 INFO (Thread-3366) [ ] o.a.s.s.IndexSchema [cdcr-target_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1063167 INFO (Thread-3366) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1063167 INFO (Thread-3366) [ ] o.a.s.c.CoreContainer Reloading SolrCore 'cdcr-target_shard1_replica_n1' using configuration from collection cdcr-target
[junit4] 2> 1063176 INFO (Thread-3366) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36275.solr.core.cdcr-target.shard1.replica_n1' (registry 'solr.core.cdcr-target.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@635ae4ce
[junit4] 2> 1063176 INFO (Thread-3366) [ ] o.a.s.c.SolrCore [[cdcr-target_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_1B75BAD478585B56-001/cdcr-target-001/node1/cdcr-target_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_1B75BAD478585B56-001/cdcr-target-001/node1/./cdcr-target_shard1_replica_n1/data/]
[junit4] 2> 1063197 INFO (Thread-3366) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1063197 INFO (Thread-3366) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1063198 INFO (Thread-3366) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6710dca2[cdcr-target_shard1_replica_n1] main]
[junit4] 2> 1063199 INFO (Thread-3366) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-target
[junit4] 2> 1063200 INFO (Thread-3366) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-target
[junit4] 2> 1063200 INFO (Thread-3366) [ ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-target/managed-schema
[junit4] 2> 1063200 INFO (Thread-3366) [ ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1063200 INFO (Thread-3366) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1063201 INFO (searcherExecutor-5033-thread-1) [ ] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] Registered new searcher Searcher@6710dca2[cdcr-target_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(7.0.0):C1000)))}
[junit4] 2> 1063203 INFO (Thread-3366) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1063204 INFO (Thread-3366) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6ba4b8fa[cdcr-target_shard1_replica_n1] main]
[junit4] 2> 1063204 INFO (Thread-3366) [ ] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@79a764f1
[junit4] 2> 1063204 INFO (Thread-3366) [ ] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1
[junit4] 2> 1063205 INFO (Thread-3366) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-target.shard1.replica_n1, tag=2041013489
[junit4] 2> 1063205 INFO (searcherExecutor-5033-thread-1) [ ] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] Registered new searcher Searcher@6ba4b8fa[cdcr-target_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(7.0.0):C1000)))}
[junit4] 2> 1063206 INFO (Thread-3366) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-target.shard1.leader, tag=2041013489
[junit4] 2> 1063207 INFO (recoveryExecutor-1777-thread-1) [ ] o.a.s.h.CdcrRequestHandler No replay needed.
[junit4] 2> 1063248 INFO (qtp248627693-11578) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1573406800500228096,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1063248 INFO (qtp248627693-11578) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1063248 INFO (qtp248627693-11578) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1063248 INFO (qtp248627693-11578) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-target:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1063249 INFO (qtp248627693-11572) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-target:4&wt=javabin&version=2} hits=1000 status=0 QTime=0
[junit4] 2> 1063250 INFO (qtp248627693-11576) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&action=CANCEL_BOOTSTRAP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1064248 WARN (cdcr-bootstrap-status-1803-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Cancelling waiting for bootstrap on target: cdcr-target shard: shard1 to complete
[junit4] 2> 1064249 INFO (zkCallback-1791-thread-1) [ ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/process @ cdcr-source:shard1
[junit4] 2> 1064250 INFO (qtp1124003122-11617) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=stop&wt=javabin&version=2} status=0 QTime=1000
[junit4] 2> 1064250 INFO (zkCallback-1791-thread-1) [ ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STOPPED @ cdcr-source:shard1
[junit4] 2> 1064251 INFO (zkCallback-1791-thread-1) [ ] o.a.s.h.CdcrBufferStateManager The CDCR buffer state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/buffer @ cdcr-source:shard1
[junit4] 2> 1064251 INFO (qtp1124003122-11613) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=disablebuffer&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1064251 INFO (zkCallback-1791-thread-1) [ ] o.a.s.h.CdcrBufferStateManager Received new CDCR buffer state from watcher: DISABLED @ cdcr-source:shard1
[junit4] 1> Adding 100 docs with commit=true, numDocs=1100
[junit4] 2> 1064255 INFO (qtp1124003122-11614) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1064255 INFO (qtp1124003122-11615) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1573406801556144128,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1064255 INFO (qtp1124003122-11615) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@48b6ddb4 commitCommandVersion:1573406801556144128
[junit4] 2> 1065073 INFO (qtp1124003122-11615) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4e7a882d[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1065074 INFO (qtp1124003122-11615) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1065074 INFO (searcherExecutor-5015-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@4e7a882d[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(7.0.0):C1000) Uninverting(_b(7.0.0):C100)))}
[junit4] 2> 1065079 INFO (qtp1124003122-11615) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=824
[junit4] 1> Adding 100 docs with commit=true, numDocs=1200
[junit4] 2> 1065081 INFO (qtp1124003122-11617) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1065081 INFO (qtp1124003122-11613) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1573406802422267963,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1065081 INFO (qtp1124003122-11613) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@48b6ddb4 commitCommandVersion:1573406802422267963
[junit4] 2> 1065870 INFO (qtp1124003122-11613) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@577d0e9c[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1065870 INFO (qtp1124003122-11613) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1065871 INFO (searcherExecutor-5015-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@577d0e9c[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(7.0.0):C1000) Uninverting(_b(7.0.0):C100) Uninverting(_c(7.0.0):C100)))}
[junit4] 2> 1065871 INFO (qtp1124003122-11613) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=790
[junit4] 1> Adding 100 docs with commit=true, numDocs=1300
[junit4] 2> 1065874 INFO (qtp1124003122-11614) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1065875 INFO (qtp1124003122-11615) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1573406803254837248,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1065875 INFO (qtp1124003122-11615) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.S
[...truncated too long message...]
terStateUpdateTest, TestShardHandlerFactory, TestSolrXml, TermVectorComponentTest, CSVRequestHandlerTest, TestSegmentSorting, TestHdfsUpdateLog, TestPostingsSolrHighlighter, FileUtilsTest, TestStandardQParsers, UpdateLogTest, TestPerFieldSimilarity, TestSortByMinMaxFunction, HdfsBasicDistributedZkTest, TestConfigOverlay, SimpleMLTQParserTest, TestScoreJoinQPScore, TestSolrCloudWithDelegationTokens, TestPartialUpdateDeduplication, TestSQLHandlerNonCloud, TestSearcherReuse, HdfsWriteToMultipleCollectionsTest, TestSolrJ, TestFieldTypeResource, OverseerModifyCollectionTest, TestManagedSynonymGraphFilterFactory, SolrJmxReporterTest, TestNumericRangeQuery32, TestNonDefinedSimilarityFactory, TestBM25SimilarityFactory, CollectionsAPIAsyncDistributedZkTest, DirectSolrSpellCheckerTest, PreAnalyzedUpdateProcessorTest, ScriptEngineTest, DocValuesMultiTest, TestCopyFieldCollectionResource, TestFieldCache, SharedFSAutoReplicaFailoverUtilsTest, AnalysisAfterCoreReloadTest, TestApiFramework, RequestLoggingTest, TestSolrIndexConfig, SuggesterTSTTest, TestChildDocTransformer, TestRTGBase, SystemInfoHandlerTest, LeaderElectionContextKeyTest, TestUninvertingReader, TestXIncludeConfig, DirectSolrConnectionTest, HttpSolrCallGetCoreTest, TestLRUCache, TestGraphMLResponseWriter, CacheHeaderTest, TestQueryTypes, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, ShardRoutingTest, RecoveryZkTest, TestRandomFaceting, ZkSolrClientTest, TestDistributedGrouping, TestHashPartitioner, TestJoin, TestSolr4Spatial, TestSort, TestBadConfig, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, TestExtendedDismaxParser, TestFoldingMultitermQuery, DocValuesTest, NoCacheHeaderTest, TestUpdate, TestAtomicUpdateErrorCases, SortByFunctionTest, TestSolrDeletionPolicy1, IndexBasedSpellCheckerTest, TestQueryUtils, TestReversedWildcardFilterFactory, FileBasedSpellCheckerTest, DocumentBuilderTest, LoggingHandlerTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, QueryParsingTest, JsonLoaderTest, TestLFUCache, TestHighlightDedupGrouping, TestTolerantSearch, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ActionThrottleTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrBootstrapTest -Dtests.seed=1B75BAD478585B56 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ksh -Dtests.timezone=America/Indiana/Winamac -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J1 | CdcrBootstrapTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 3 object(s) that were not released!!! [MockDirectoryWrapper, SolrCore, MockDirectoryWrapper]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
[junit4] > at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:484)
[junit4] > at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:332)
[junit4] > at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419)
[junit4] > at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:757)
[junit4] > at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:712)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
[junit4] > at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] > at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
[junit4] > at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1019)
[junit4] > at org.apache.solr.core.SolrCore.reload(SolrCore.java:636)
[junit4] > at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1202)
[junit4] > at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:900)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
[junit4] > at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:92)
[junit4] > at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:741)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:934)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:969)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:904)
[junit4] > at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] > at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] > at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:378)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:322)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] > at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] > at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] > at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] > at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([1B75BAD478585B56]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:296)
[junit4] > at jdk.internal.reflect.GeneratedMethodAccessor58.invoke(Unknown Source)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [512/727 (1!)] on J1 in 95.95s, 3 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 37216 lines...]