You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/10/05 14:10:57 UTC
[JENKINS] Lucene-Solr-7.0-Linux (32bit/jdk1.8.0_144) - Build # 424
- Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.0-Linux/424/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestTlogReplica.testRecovery
Error Message:
Can not find doc 3 in https://127.0.0.1:35917/solr
Stack Trace:
java.lang.AssertionError: Can not find doc 3 in https://127.0.0.1:35917/solr
at __randomizedtesting.SeedInfo.seed([39AEFAD24CDF207D:F85E837E618FEADA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:868)
at org.apache.solr.cloud.TestTlogReplica.testRecovery(TestTlogReplica.java:559)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12780 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTlogReplica
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/init-core-data-001
[junit4] 2> 1940349 WARN (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1219 numCloses=1219
[junit4] 2> 1940349 INFO (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1940351 INFO (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1940352 INFO (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001
[junit4] 2> 1940352 INFO (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1940352 INFO (Thread-6144) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1940352 INFO (Thread-6144) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1940356 ERROR (Thread-6144) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1940452 INFO (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45387
[junit4] 2> 1940455 INFO (jetty-launcher-2742-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1940455 INFO (jetty-launcher-2742-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1940456 INFO (jetty-launcher-2742-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d79cf{/solr,null,AVAILABLE}
[junit4] 2> 1940456 INFO (jetty-launcher-2742-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@107656b{/solr,null,AVAILABLE}
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e1c00d{SSL,[ssl, http/1.1]}{127.0.0.1:35917}
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@168c31d{SSL,[ssl, http/1.1]}{127.0.0.1:46611}
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-2) [ ] o.e.j.s.Server Started @1942466ms
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-1) [ ] o.e.j.s.Server Started @1942466ms
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35917}
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46611}
[junit4] 2> 1940457 ERROR (jetty-launcher-2742-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1940457 ERROR (jetty-launcher-2742-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.1
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.1
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-05T13:53:25.295Z
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-05T13:53:25.295Z
[junit4] 2> 1940460 INFO (jetty-launcher-2742-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1940460 INFO (jetty-launcher-2742-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1940466 INFO (jetty-launcher-2742-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45387/solr
[junit4] 2> 1940466 INFO (jetty-launcher-2742-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45387/solr
[junit4] 2> 1940522 INFO (jetty-launcher-2742-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1940522 INFO (jetty-launcher-2742-thread-1) [n:127.0.0.1:46611_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1940522 INFO (jetty-launcher-2742-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35917_solr
[junit4] 2> 1940522 INFO (jetty-launcher-2742-thread-1) [n:127.0.0.1:46611_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46611_solr
[junit4] 2> 1940522 INFO (jetty-launcher-2742-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.c.Overseer Overseer (id=98776619757797382-127.0.0.1:35917_solr-n_0000000000) starting
[junit4] 2> 1940523 INFO (zkCallback-2753-thread-1-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1940523 INFO (zkCallback-2754-thread-1-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1940529 INFO (jetty-launcher-2742-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35917_solr
[junit4] 2> 1940529 INFO (zkCallback-2754-thread-1-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1940529 INFO (zkCallback-2753-thread-1-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1940620 INFO (jetty-launcher-2742-thread-1) [n:127.0.0.1:46611_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46611.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1940625 INFO (jetty-launcher-2742-thread-1) [n:127.0.0.1:46611_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46611.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1940625 INFO (jetty-launcher-2742-thread-1) [n:127.0.0.1:46611_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46611.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1940626 INFO (jetty-launcher-2742-thread-1) [n:127.0.0.1:46611_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node1/.
[junit4] 2> 1940670 INFO (jetty-launcher-2742-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35917.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1940676 INFO (jetty-launcher-2742-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35917.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1940676 INFO (jetty-launcher-2742-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35917.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1940677 INFO (jetty-launcher-2742-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node2/.
[junit4] 2> 1940700 INFO (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1940700 INFO (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45387/solr ready
[junit4] 2> 1940701 INFO (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
[junit4] 2> 1940745 INFO (qtp10166328-19442) [n:127.0.0.1:35917_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1940746 INFO (qtp10166328-19442) [n:127.0.0.1:35917_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1940753 INFO (TEST-TestTlogReplica.testAddDocs-seed#[39AEFAD24CDF207D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddDocs
[junit4] 2> 1940754 INFO (qtp10166328-19452) [n:127.0.0.1:35917_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_add_docs&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1940757 INFO (OverseerThreadFactory-8014-thread-1-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_add_docs
[junit4] 2> 1940859 INFO (OverseerStateUpdate-98776619757797382-127.0.0.1:35917_solr-n_0000000000) [n:127.0.0.1:35917_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_add_docs",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_add_docs_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46611/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1940859 INFO (OverseerStateUpdate-98776619757797382-127.0.0.1:35917_solr-n_0000000000) [n:127.0.0.1:35917_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_add_docs",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_add_docs_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35917/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1941065 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1941065 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1941098 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1941099 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1941201 INFO (zkCallback-2754-thread-1-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941201 INFO (zkCallback-2753-thread-1-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941201 INFO (zkCallback-2754-thread-2-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941201 INFO (zkCallback-2753-thread-2-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942072 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 1942077 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_add_docs_shard1_replica_t2] Schema name=minimal
[junit4] 2> 1942078 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1942078 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_add_docs_shard1_replica_t2' using configuration from collection tlog_replica_test_add_docs, trusted=true
[junit4] 2> 1942079 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35917.solr.core.tlog_replica_test_add_docs.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_add_docs.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1942079 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1942079 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_add_docs_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node2/tlog_replica_test_add_docs_shard1_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node2/./tlog_replica_test_add_docs_shard1_replica_t2/data/]
[junit4] 2> 1942105 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 1942109 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_add_docs_shard1_replica_t1] Schema name=minimal
[junit4] 2> 1942110 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1942111 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_add_docs_shard1_replica_t1' using configuration from collection tlog_replica_test_add_docs, trusted=true
[junit4] 2> 1942111 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46611.solr.core.tlog_replica_test_add_docs.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_add_docs.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1942111 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1942111 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_add_docs_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node1/tlog_replica_test_add_docs_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node1/./tlog_replica_test_add_docs_shard1_replica_t1/data/]
[junit4] 2> 1942113 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1942113 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1942114 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1942114 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1942115 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@f12db0[tlog_replica_test_add_docs_shard1_replica_t2] main]
[junit4] 2> 1942116 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1942116 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1942117 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1942118 INFO (searcherExecutor-8019-thread-1-processing-n:127.0.0.1:35917_solr x:tlog_replica_test_add_docs_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_docs r:core_node2) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t2] Registered new searcher Searcher@f12db0[tlog_replica_test_add_docs_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1942118 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580425917975494656
[junit4] 2> 1942121 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1942143 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1942143 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1942144 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1942144 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1942145 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17e17bb[tlog_replica_test_add_docs_shard1_replica_t1] main]
[junit4] 2> 1942146 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1942146 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1942147 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1942147 INFO (searcherExecutor-8021-thread-1-processing-n:127.0.0.1:46611_solr x:tlog_replica_test_add_docs_shard1_replica_t1 s:shard1 c:tlog_replica_test_add_docs r:core_node1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t1] Registered new searcher Searcher@17e17bb[tlog_replica_test_add_docs_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1942147 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580425918005903360
[junit4] 2> 1942222 INFO (zkCallback-2753-thread-1-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942222 INFO (zkCallback-2754-thread-2-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942222 INFO (zkCallback-2754-thread-1-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942222 INFO (zkCallback-2753-thread-2-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942621 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1942621 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1942621 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35917/solr/tlog_replica_test_add_docs_shard1_replica_t2/
[junit4] 2> 1942622 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_add_docs_shard1_replica_t2 url=https://127.0.0.1:35917/solr START replicas=[https://127.0.0.1:46611/solr/tlog_replica_test_add_docs_shard1_replica_t1/] nUpdates=100
[junit4] 2> 1942622 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_add_docs_shard1_replica_t2 url=https://127.0.0.1:35917/solr DONE. We have no versions. sync failed.
[junit4] 2> 1942623 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1942624 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1942624 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1942624 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1942624 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_add_docs_shard1_replica_t2 stopping background replication from leader
[junit4] 2> 1942625 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35917/solr/tlog_replica_test_add_docs_shard1_replica_t2/ shard1
[junit4] 2> 1942726 INFO (zkCallback-2753-thread-1-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942726 INFO (zkCallback-2754-thread-1-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942726 INFO (zkCallback-2753-thread-2-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942726 INFO (zkCallback-2754-thread-2-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942776 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1942777 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1711
[junit4] 2> 1942878 INFO (zkCallback-2753-thread-2-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942878 INFO (zkCallback-2754-thread-2-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942878 INFO (zkCallback-2754-thread-1-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942878 INFO (zkCallback-2753-thread-1-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1943150 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_add_docs_shard1_replica_t1 starting background replication from leader
[junit4] 2> 1943150 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 1943152 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 1943152 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2053
[junit4] 2> 1943152 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:35917/solr/tlog_replica_test_add_docs_shard1_replica_t2/
[junit4] 2> 1943154 INFO (qtp10166328-19452) [n:127.0.0.1:35917_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1943154 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1943154 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1943154 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1943154 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1943154 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1943254 INFO (zkCallback-2754-thread-1-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1943254 INFO (zkCallback-2753-thread-1-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1943254 INFO (zkCallback-2753-thread-2-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1943254 INFO (zkCallback-2754-thread-2-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1944154 INFO (qtp10166328-19452) [n:127.0.0.1:35917_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_add_docs&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=3399
[junit4] 2> 1944163 INFO (qtp28296195-19453) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:35917/solr/tlog_replica_test_add_docs_shard1_replica_t2/&wt=javabin&version=2}{add=[1 (1580425920113541120)]} 0 1
[junit4] 2> 1944163 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1580425920113541120)]} 0 5
[junit4] 2> 1944164 INFO (qtp28296195-19455) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:35917/solr/tlog_replica_test_add_docs_shard1_replica_t2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 1944196 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580425920154435584,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1944197 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6cbcc5 commitCommandVersion:1580425920154435584
[junit4] 2> 1944198 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@d8de60[tlog_replica_test_add_docs_shard1_replica_t2] main]
[junit4] 2> 1944199 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1944200 INFO (searcherExecutor-8019-thread-1-processing-n:127.0.0.1:35917_solr x:tlog_replica_test_add_docs_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_docs r:core_node2) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t2] Registered new searcher Searcher@d8de60[tlog_replica_test_add_docs_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C1)))}
[junit4] 2> 1944200 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:35917/solr/tlog_replica_test_add_docs_shard1_replica_t2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
[junit4] 2> 1944200 INFO (qtp10166328-19442) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_add_docs:6&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 36
[junit4] 2> 1944203 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 1944206 INFO (qtp28296195-19453) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1944307 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1944407 INFO (qtp28296195-19445) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1944508 INFO (qtp28296195-19455) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1944609 INFO (qtp28296195-19453) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1944709 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1944759 INFO (OverseerCollectionConfigSetProcessor-98776619757797382-127.0.0.1:35917_solr-n_0000000000) [n:127.0.0.1:35917_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1944810 INFO (qtp28296195-19445) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1944911 INFO (qtp28296195-19455) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945011 INFO (qtp28296195-19453) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945112 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945213 INFO (qtp28296195-19445) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945314 INFO (qtp28296195-19445) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945415 INFO (qtp28296195-19453) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945516 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945617 INFO (qtp28296195-19455) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945717 INFO (qtp28296195-19445) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945818 INFO (qtp28296195-19453) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945919 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1946020 INFO (qtp28296195-19455) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1946120 INFO (qtp28296195-19445) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1946152 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1946153 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 1946153 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Master's version: 1507211609035
[junit4] 2> 1946153 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1946153 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1946153 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1946153 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 1946153 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Number of files in latest index in master: 20
[junit4] 2> 1946154 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@b82ce6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1c21ed6)
[junit4] 2> 1946155 INFO (qtp10166328-19456) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946156 INFO (qtp10166328-19442) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946156 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946157 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.tib&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946158 INFO (qtp10166328-19456) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946158 INFO (qtp10166328-19442) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946159 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_TestBloomFilteredLucenePostings_0.blm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946160 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946160 INFO (qtp10166328-19456) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.tiv&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946161 INFO (qtp10166328-19442) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_TestBloomFilteredLucenePostings_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946162 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_TestBloomFilteredLucenePostings_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946162 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.mdvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946163 INFO (qtp10166328-19456) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_TestBloomFilteredLucenePostings_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946163 INFO (qtp10166328-19442) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_TestBloomFilteredLucenePostings_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946164 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.mdvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946164 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946165 INFO (qtp10166328-19456) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946165 INFO (qtp10166328-19442) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946166 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946166 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946167 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=3541) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@b82ce6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1c21ed6)
[junit4] 2> 1946168 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1946168 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@de7580[tlog_replica_test_add_docs_shard1_replica_t1] main]
[junit4] 2> 1946169 INFO (searcherExecutor-8021-thread-1-processing-n:127.0.0.1:46611_solr x:tlog_replica_test_add_docs_shard1_replica_t1 s:shard1 c:tlog_replica_test_add_docs r:core_node1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t1] Registered new searcher Searcher@de7580[tlog_replica_test_add_docs_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C1)))}
[junit4] 2> 1946221 INFO (qtp28296195-19453) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 1946223 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/admin/plugins params={qt=/admin/plugins&stats=true&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1946226 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 1946227 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/admin/plugins params={qt=/admin/plugins&stats=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1946228 INFO (TEST-TestTlogReplica.testAddDocs-seed#[39AEFAD24CDF207D]) [ ] o.a.s.c.TestTlogReplica tearDown deleting collection
[junit4] 2> 1946228 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=tlog_replica_test_add_docs&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1946230 INFO (OverseerThreadFactory-8014-thread-2-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1946231 INFO (qtp28296195-19451) [n:127.0.0.1:46611_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_add_docs.shard1.replica_t1, tag=null
[junit4] 2> 1946232 INFO (qtp28296195-19451) [n:127.0.0.1:46611_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3442f2: rootName = solr_46611, domain = solr.core.tlog_replica_test_add_docs.shard1.replica_t1, service url = null, agent id = null] for registry solr.core.tlog_replica_test_add_docs.shard1.replica_t1 / com.codahale.metrics.MetricRegistry@1dbbd82
[junit4] 2> 1946233 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_add_docs.shard1.replica_t2, tag=null
[junit4] 2> 1946233 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@135af47: rootName = solr_35917, domain = solr.core.tlog_replica_test_add_docs.shard1.replica_t2, service url = null, agent id = null] for registry solr.core.tlog_replica_test_add_docs.shard1.replica_t2 / com.codahale.metrics.MetricRegistry@19d48a9
[junit4] 2> 1946241 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr ] o.a.s.c.ZkController tlog_replica_test_add_docs_shard1_replica_t2 stopping background replication from leader
[junit4] 2> 1946241 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr ] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t2] CLOSING SolrCore org.apache.solr.core.SolrCore@1d13b64
[junit4] 2> 1946241 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_add_docs.shard1.replica_t2, tag=30489444
[junit4] 2> 1946241 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_add_docs.shard1.leader, tag=30489444
[junit4] 2> 1946243 WARN (zkCallback-2753-thread-2-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.LeaderElector
[junit4] 2> org.apache.solr.common.SolrException: SolrCore not found:tlog_replica_test_add_docs_shard1_replica_t1 in []
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:297)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1946243 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=tlog_replica_test_add_docs_shard1_replica_t2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 1946244 INFO (zkCallback-2760-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1946244 INFO (zkCallback-2753-thread-2-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1946244 INFO (zkCallback-2753-thread-1-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1946246 INFO (qtp28296195-19451) [n:127.0.0.1:46611_solr ] o.a.s.c.ZkController tlog_replica_test_add_docs_shard1_replica_t1 stopping background replication from leader
[junit4] 2> 1946247 INFO (qtp28296195-19451) [n:127.0.0.1:46611_solr ] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t1] CLOSING SolrCore org.apache.solr.core.SolrCore@136adfa
[junit4] 2> 1946247 INFO (qtp28296195-19451) [n:127.0.0.1:46611_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_add_docs.shard1.replica_t1, tag=20360698
[junit4] 2> 1946247 INFO (qtp28296195-19451) [n:127.0.0.1:46611_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_add_docs.shard1.leader, tag=20360698
[junit4] 2> 1946248 INFO (qtp28296195-19451) [n:127.0.0.1:46611_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 1946249 INFO (qtp28296195-19451) [n:127.0.0.1:46611_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=tlog_replica_test_add_docs_shard1_replica_t1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 1946351 INFO (zkCallback-2760-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1946951 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=tlog_replica_test_add_docs&action=DELETE&wt=javabin&version=2} status=0 QTime=723
[junit4] 2> 1946952 INFO (TEST-TestTlogReplica.testAddDocs-seed#[39AEFAD24CDF207D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAddDocs
[junit4] 2> 1946963 INFO (TEST-TestTlogReplica.testOnlyLeaderIndexes-seed#[39AEFAD24CDF207D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOnlyLeaderIndexes
[junit4] 2> 1946964 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_only_leader_indexes&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1946965 INFO (OverseerThreadFactory-8014-thread-3-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_only_leader_indexes
[junit4] 2> 1946965 INFO (OverseerCollectionConfigSetProcessor-98776619757797382-127.0.0.1:35917_solr-n_0000000000) [n:127.0.0.1:35917_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1947167 INFO (OverseerStateUpdate-98776619757797382-127.0.0.1:35917_solr-n_0000000000) [n:127.0.0.1:35917_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_only_leader_indexes",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_only_leader_indexes_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35917/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1947168 INFO (OverseerStateUpdate-98776619757797382-127.0.0.1:35917_solr-n_0000000000) [n:127.0.0.1:35917_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_only_leader_indexes",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_only_leader_indexes_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46611/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1947370 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_only_leader_indexes_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_only_leader_indexes&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1947370 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=tlog_replica_test_only_leader_indexes_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_only_leader_indexes&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1947473 INFO (zkCallback-2754-thread-1-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1947473 INFO (zkCallback-2754-thread-2-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1947473 INFO (zkCallback-2753-thread-2-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1947473 INFO (zkCallback-2753-thread-1-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1948379 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 1948379 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 1948385 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_only_leader_indexes_shard1_replica_t1] Schema name=minimal
[junit4] 2> 1948385 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_only_leader_indexes_shard1_replica_t2] Schema name=minimal
[junit4] 2> 1948387 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1948387 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1948387 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_only_leader_indexes_shard1_replica_t2' using configuration from collection tlog_replica_test_only_leader_indexes, trusted=true
[junit4] 2> 1948387 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_only_leader_indexes_shard1_replica_t1' using configuration from collection tlog_replica_test_only_leader_indexes, trusted=true
[junit4] 2> 1948388 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35917.solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1948388 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46611.solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1948388 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1948389 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1948389 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_only_leader_indexes_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node2/tlog_replica_test_only_leader_indexes_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node2/./tlog_replica_test_only_leader_indexes_shard1_replica_t1/data/]
[junit4] 2> 1948389 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_only_leader_indexes_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node1/tlog_replica_test_only_leader_indexes_shard1_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node1/./tlog_replica_test_only_leader_indexes_shard1_replica_t2/data/]
[junit4] 2> 1948474 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1948474 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1948475 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1948475 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1948476 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@18db2b7[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main]
[junit4] 2> 1948477 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1948477 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1948478 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1948478 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1948478 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1948478 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1948479 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1948479 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@148395b[tlog_replica_test_only_leader_indexes_shard1_replica_t1] main]
[junit4] 2> 1948480 INFO (searcherExecutor-8032-thread-1-processing-n:127.0.0.1:46611_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t2 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node2) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica_t2] Registered new searcher Searcher@18db2b7[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1948480 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580425924646535168
[junit4] 2> 1948480 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_
[...truncated too long message...]
ler@cdefe0{/solr,null,UNAVAILABLE}
[junit4] 2> 2042082 ERROR (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2042082 INFO (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45387 45387
[junit4] 2> 2047696 INFO (Thread-6144) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45387 45387
[junit4] 2> 2047696 WARN (Thread-6144) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 33 /solr/configs/conf
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 8 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 28 /solr/collections/tlog_replica_test_remove_leader/state.json
[junit4] 2> 28 /solr/collections/tlog_replica_test_create_delete/state.json
[junit4] 2> 27 /solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json
[junit4] 2> 26 /solr/collections/tlog_replica_test_kill_leader/state.json
[junit4] 2> 25 /solr/collections/tlog_replica_test_add_remove_tlog_replica/state.json
[junit4] 2> 23 /solr/collections/tlog_replica_test_recovery/state.json
[junit4] 2> 23 /solr/collections/tlog_replica_test_basic_leader_election/state.json
[junit4] 2> 23 /solr/collections/tlog_replica_test_kill_tlog_replica/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_add_docs/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_only_leader_indexes/state.json
[junit4] 2> 13 /solr/collections/tlog_replica_test_real_time_get/state.json
[junit4] 2> 13 /solr/collections/tlog_replica_test_delete_by_id/state.json
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 5 /solr/overseer_elect/election/98776619757797387-127.0.0.1:46611_solr-n_0000000002
[junit4] 2> 3 /solr/collections/tlog_replica_test_recovery/leader_elect/shard1/election/98776619757797387-core_node2-n_0000000000
[junit4] 2> 3 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/98776619757797387-core_node1-n_0000000000
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/98776619757797382-core_node1-n_0000000001
[junit4] 2> 2 /solr/collections/tlog_replica_test_kill_tlog_replica/leader_elect/shard1/election/98776619757797387-core_node2-n_0000000000
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/98776619757797387-core_node5-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/98776619757797382-127.0.0.1:35917_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {foo=PostingsFormat(name=LuceneVarGapDocFreqInterval), title_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), foo_s=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{_version_=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Memory), inplace_updatable_int=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1097, maxMBSortInHeap=6.535086209658816, sim=RandomSimilarity(queryNorm=false): {}, locale=el-GR, timezone=Africa/Asmera
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=180211312,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [DistributedFacetPivotWhiteBoxTest, DeleteLastCustomShardedReplicaTest, TestFieldCache, DistributedExpandComponentTest, QueryParsingTest, DeleteShardTest, TestCursorMarkWithoutUniqueKey, TestXmlQParserPlugin, TestSubQueryTransformer, TestElisionMultitermQuery, SOLR749Test, CloudExitableDirectoryReaderTest, TestBackupRepositoryFactory, TestReloadAndDeleteDocs, MoreLikeThisHandlerTest, LukeRequestHandlerTest, ChaosMonkeySafeLeaderWithPullReplicasTest, DistributedFacetPivotLongTailTest, TestCollapseQParserPlugin, NodeMutatorTest, HdfsBasicDistributedZk2Test, BlobRepositoryCloudTest, TestJavabinTupleStreamParser, IndexSchemaTest, TestLegacyFieldReuse, EnumFieldTest, FileUtilsTest, TestLegacyFieldCache, SolrCmdDistributorTest, TestImpersonationWithHadoopAuth, TestHdfsUpdateLog, TestAtomicUpdateErrorCases, StatsReloadRaceTest, TestCustomSort, TestTolerantUpdateProcessorRandomCloud, DistanceUnitsTest, ExitableDirectoryReaderTest, TestCloudManagedSchema, CoreMergeIndexesAdminHandlerTest, AnalysisAfterCoreReloadTest, TestPostingsSolrHighlighter, ClassificationUpdateProcessorIntegrationTest, SSLMigrationTest, DirectSolrSpellCheckerTest, TestCharFilters, TestTrackingShardHandlerFactory, TestCustomStream, LoggingHandlerTest, TestExportWriter, WrapperMergePolicyFactoryTest, DocValuesTest, TestReplicationHandlerBackup, TestJsonRequest, TestFuzzyAnalyzedSuggestions, TestMultiWordSynonyms, SharedFSAutoReplicaFailoverTest, BadCopyFieldTest, TestNumericTokenStream, TestSearchPerf, TestCloudRecovery, ChaosMonkeySafeLeaderTest, TestQueryTypes, TestLegacyNumericRangeQueryBuilder, TestSimpleQParserPlugin, TestPayloadCheckQParserPlugin, HdfsUnloadDistributedZkTest, TestUnifiedSolrHighlighter, TestSchemaNameResource, TestManagedSchemaAPI, UpdateLogTest, TestSolrCoreSnapshots, DirectSolrConnectionTest, TestLRUCache, PrimUtilsTest, DistribDocExpirationUpdateProcessorTest, TestUninvertingReader, TestSSLRandomization, TestManagedResource, TestUseDocValuesAsStored2, TestRecoveryHdfs, TestStressVersions, ConvertedLegacyTest, TestLRUStatsCache, SchemaVersionSpecificBehaviorTest, SuggesterTSTTest, FileBasedSpellCheckerTest, TestMacroExpander, ImplicitSnitchTest, TestPartialUpdateDeduplication, TestBulkSchemaAPI, SpellCheckCollatorWithCollapseTest, DOMUtilTest, SubstringBytesRefFilterTest, DocValuesMultiTest, TestFieldResource, TestCollationFieldDocValues, BJQParserTest, TestUpdate, ZkCLITest, TestPerFieldSimilarity, ResourceLoaderTest, TestPrepRecovery, AtomicUpdateProcessorFactoryTest, SliceStateTest, ShardRoutingCustomTest, SparseHLLTest, HdfsChaosMonkeySafeLeaderTest, TestDistribIDF, TestSolrCloudWithSecureImpersonation, NoCacheHeaderTest, DocExpirationUpdateProcessorFactoryTest, JsonLoaderTest, TestLeaderElectionWithEmptyReplica, DistanceFunctionTest, RecoveryAfterSoftCommitTest, TestSystemIdResolver, TestHashPartitioner, TestNamedUpdateProcessors, TestGraphTermsQParserPlugin, BasicDistributedZkTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, TestReplicationHandler, ZkSolrClientTest, TestFaceting, TestRecovery, TestRealTimeGet, TestStressReorder, TestJoin, QueryElevationComponentTest, TestSort, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, HighlighterTest, SolrIndexSplitterTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, SuggesterTest, TestTrie, SpatialFilterTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, PrimitiveFieldTypeTest, TestOmitPositions, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, RequiredFieldsTest, TestSolrQueryParser, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, TestCollationField, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, MBeansHandlerTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, TestQuerySenderListener, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, BadComponentTest, TestStressRecovery, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCodecSupport, TestFastWriter, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, PreAnalyzedFieldTest, DateFieldTest, ClusterStateTest, ZkNodePropsTest, TestRTGBase, CursorPagingTest, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CleanupOldIndexTest, CollectionReloadTest, CollectionTooManyReplicasTest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteNodeTest, DistribJoinFromCollectionTest, DistributedQueueTest, DocValuesNotIndexedTest, HttpPartitionTest, MissingSegmentRecoveryTest, MoveReplicaHDFSTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerStatusTest, ReplicationFactorTest, SimpleCollectionCreateDeleteTest, SolrXmlInZkTest, TestAuthenticationFramework, TestClusterProperties, TestCollectionAPI, TestCryptoKeys, TestDownShardTolerantSearch, TestOnReconnectListenerSupport, TestRandomFlRTGCloud, TestTlogReplica]
[junit4] Completed [567/730 (1!)] on J1 in 107.36s, 13 tests, 1 failure <<< FAILURES!
[...truncated 40175 lines...]
[JENKINS] Lucene-Solr-7.0-Linux (64bit/jdk1.8.0_144) - Build # 425
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.0-Linux/425/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestTlogReplica.testRecovery
Error Message:
Can not find doc 3 in https://127.0.0.1:45123/solr
Stack Trace:
java.lang.AssertionError: Can not find doc 3 in https://127.0.0.1:45123/solr
at __randomizedtesting.SeedInfo.seed([15CB466A46D1754A:D43B3FC66B81BFED]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:868)
at org.apache.solr.cloud.TestTlogReplica.testRecovery(TestTlogReplica.java:559)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12766 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTlogReplica
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/init-core-data-001
[junit4] 2> 1816696 INFO (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1816697 INFO (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1816697 INFO (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001
[junit4] 2> 1816697 INFO (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1816697 INFO (Thread-4051) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1816698 INFO (Thread-4051) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1816699 ERROR (Thread-4051) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1816797 INFO (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:44301
[junit4] 2> 1816805 INFO (jetty-launcher-5486-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1816805 INFO (jetty-launcher-5486-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1816806 INFO (jetty-launcher-5486-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@70d237b7{/solr,null,AVAILABLE}
[junit4] 2> 1816806 INFO (jetty-launcher-5486-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a753eb{/solr,null,AVAILABLE}
[junit4] 2> 1816807 INFO (jetty-launcher-5486-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4df9b6e6{SSL,[ssl, http/1.1]}{127.0.0.1:32791}
[junit4] 2> 1816807 INFO (jetty-launcher-5486-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@69b73bc8{SSL,[ssl, http/1.1]}{127.0.0.1:45123}
[junit4] 2> 1816808 INFO (jetty-launcher-5486-thread-2) [ ] o.e.j.s.Server Started @1818584ms
[junit4] 2> 1816808 INFO (jetty-launcher-5486-thread-1) [ ] o.e.j.s.Server Started @1818584ms
[junit4] 2> 1816808 INFO (jetty-launcher-5486-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32791}
[junit4] 2> 1816808 INFO (jetty-launcher-5486-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45123}
[junit4] 2> 1816808 ERROR (jetty-launcher-5486-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1816808 ERROR (jetty-launcher-5486-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1816808 INFO (jetty-launcher-5486-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.1
[junit4] 2> 1816808 INFO (jetty-launcher-5486-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.1
[junit4] 2> 1816808 INFO (jetty-launcher-5486-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1816809 INFO (jetty-launcher-5486-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1816809 INFO (jetty-launcher-5486-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1816809 INFO (jetty-launcher-5486-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1816809 INFO (jetty-launcher-5486-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-05T18:37:12.953Z
[junit4] 2> 1816809 INFO (jetty-launcher-5486-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-05T18:37:12.953Z
[junit4] 2> 1816810 INFO (jetty-launcher-5486-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1816810 INFO (jetty-launcher-5486-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1816816 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15eedd3c70a0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1816819 INFO (jetty-launcher-5486-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44301/solr
[junit4] 2> 1816819 INFO (jetty-launcher-5486-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44301/solr
[junit4] 2> 1816870 INFO (jetty-launcher-5486-thread-2) [n:127.0.0.1:32791_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1816870 INFO (jetty-launcher-5486-thread-1) [n:127.0.0.1:45123_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1816871 INFO (jetty-launcher-5486-thread-2) [n:127.0.0.1:32791_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32791_solr
[junit4] 2> 1816871 INFO (jetty-launcher-5486-thread-1) [n:127.0.0.1:45123_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45123_solr
[junit4] 2> 1816872 INFO (jetty-launcher-5486-thread-2) [n:127.0.0.1:32791_solr ] o.a.s.c.Overseer Overseer (id=98777735681933318-127.0.0.1:32791_solr-n_0000000000) starting
[junit4] 2> 1816873 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1816873 INFO (zkCallback-5498-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1816884 INFO (jetty-launcher-5486-thread-2) [n:127.0.0.1:32791_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32791_solr
[junit4] 2> 1816885 INFO (zkCallback-5498-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1816888 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1816974 INFO (jetty-launcher-5486-thread-1) [n:127.0.0.1:45123_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45123.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1816979 INFO (jetty-launcher-5486-thread-1) [n:127.0.0.1:45123_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45123.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1816979 INFO (jetty-launcher-5486-thread-1) [n:127.0.0.1:45123_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45123.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1816979 INFO (jetty-launcher-5486-thread-1) [n:127.0.0.1:45123_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node1/.
[junit4] 2> 1816992 INFO (jetty-launcher-5486-thread-2) [n:127.0.0.1:32791_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32791.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1816996 INFO (jetty-launcher-5486-thread-2) [n:127.0.0.1:32791_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32791.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1816997 INFO (jetty-launcher-5486-thread-2) [n:127.0.0.1:32791_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32791.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1816997 INFO (jetty-launcher-5486-thread-2) [n:127.0.0.1:32791_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node2/.
[junit4] 2> 1817016 INFO (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1817016 INFO (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44301/solr ready
[junit4] 2> 1817017 INFO (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
[junit4] 2> 1817036 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1817037 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1817048 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOutOfOrderDBQWithInPlaceUpdates
[junit4] 2> 1817049 INFO (qtp1274131497-23211) [n:127.0.0.1:32791_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_out_of_order_db_qwith_in_place_updates&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1817050 INFO (OverseerThreadFactory-5743-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_out_of_order_db_qwith_in_place_updates
[junit4] 2> 1817153 INFO (OverseerStateUpdate-98777735681933318-127.0.0.1:32791_solr-n_0000000000) [n:127.0.0.1:32791_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_out_of_order_db_qwith_in_place_updates",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:32791/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1817154 INFO (OverseerStateUpdate-98777735681933318-127.0.0.1:32791_solr-n_0000000000) [n:127.0.0.1:32791_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_out_of_order_db_qwith_in_place_updates",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45123/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1817359 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_out_of_order_db_qwith_in_place_updates&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1817359 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1817380 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_out_of_order_db_qwith_in_place_updates&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1817380 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1817482 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1817482 INFO (zkCallback-5498-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1817482 INFO (zkCallback-5497-thread-2-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1817482 INFO (zkCallback-5498-thread-2-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1818376 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 1818382 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] Schema name=minimal
[junit4] 2> 1818386 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1818386 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1' using configuration from collection tlog_replica_test_out_of_order_db_qwith_in_place_updates, trusted=true
[junit4] 2> 1818386 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32791.solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1818387 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1818387 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node2/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node2/./tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/data/]
[junit4] 2> 1818390 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 1818398 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] Schema name=minimal
[junit4] 2> 1818401 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1818401 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2' using configuration from collection tlog_replica_test_out_of_order_db_qwith_in_place_updates, trusted=true
[junit4] 2> 1818402 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45123.solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1818402 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1818402 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node1/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node1/./tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/data/]
[junit4] 2> 1818444 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1818444 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1818445 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1818445 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1818446 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@49027c76[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] main]
[junit4] 2> 1818446 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1818446 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1818447 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1818447 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1818447 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1818447 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1818447 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1818448 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2842777[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] main]
[junit4] 2> 1818448 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580443772745940992
[junit4] 2> 1818449 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1818449 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1818449 INFO (searcherExecutor-5748-thread-1-processing-n:127.0.0.1:32791_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node1) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] Registered new searcher Searcher@49027c76[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1818449 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1818450 INFO (searcherExecutor-5749-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] Registered new searcher Searcher@2842777[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1818450 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580443772748038144
[junit4] 2> 1818451 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1818553 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1818553 INFO (zkCallback-5498-thread-2-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1818553 INFO (zkCallback-5497-thread-2-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1818553 INFO (zkCallback-5498-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1818952 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1818952 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1818952 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/
[junit4] 2> 1818952 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1 url=https://127.0.0.1:32791/solr START replicas=[https://127.0.0.1:45123/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/] nUpdates=100
[junit4] 2> 1818953 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1 url=https://127.0.0.1:32791/solr DONE. We have no versions. sync failed.
[junit4] 2> 1818957 INFO (qtp38326136-23204) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1818958 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1818958 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1818958 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1818958 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1 stopping background replication from leader
[junit4] 2> 1818962 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/ shard1
[junit4] 2> 1819064 INFO (zkCallback-5498-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819064 INFO (zkCallback-5497-thread-2-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819064 INFO (zkCallback-5498-thread-2-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819064 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819113 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1819113 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_out_of_order_db_qwith_in_place_updates&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1754
[junit4] 2> 1819215 INFO (zkCallback-5497-thread-2-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819215 INFO (zkCallback-5498-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819215 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819215 INFO (zkCallback-5498-thread-2-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819455 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 starting background replication from leader
[junit4] 2> 1819455 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 1819457 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 1819457 INFO (indexFetcher-5759-thread-1) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/
[junit4] 2> 1819459 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_out_of_order_db_qwith_in_place_updates&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2079
[junit4] 2> 1819463 INFO (qtp1274131497-23205) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1819463 INFO (indexFetcher-5759-thread-1) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1819463 INFO (indexFetcher-5759-thread-1) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1819463 INFO (indexFetcher-5759-thread-1) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1819463 INFO (indexFetcher-5759-thread-1) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1819466 INFO (qtp1274131497-23211) [n:127.0.0.1:32791_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1819567 INFO (zkCallback-5497-thread-2-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819567 INFO (zkCallback-5498-thread-2-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819567 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819567 INFO (zkCallback-5498-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1820466 INFO (qtp1274131497-23211) [n:127.0.0.1:32791_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_out_of_order_db_qwith_in_place_updates&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=3416
[junit4] 2> 1820473 INFO (qtp38326136-23204) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/&wt=javabin&version=2}{add=[1 (1)]} 0 1
[junit4] 2> 1820473 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=3&distrib.from=https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/&wt=javabin&version=2}{deleteByQuery=inplace_updatable_int:5 (-3)} 0 0
[junit4] 2> 1820474 INFO (qtp38326136-23206) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.inplace.prevversion=1&distrib.from=https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/&wt=javabin&version=2&distrib.inplace.update=true}{add=[1 (2)]} 0 0
[junit4] 2> 1820475 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.c.ChaosMonkey monkey: kill jetty! 32791
[junit4] 2> 1820476 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4df9b6e6{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1820477 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=357821634
[junit4] 2> 1820477 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1820477 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@45e394c9: rootName = solr_32791, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6bbd48c6
[junit4] 2> 1820486 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1820486 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@11bcb642: rootName = solr_32791, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@31bdcb93
[junit4] 2> 1820494 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1820494 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57317a8a: rootName = solr_32791, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1c56a5a7
[junit4] 2> 1820495 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1820496 INFO (coreCloseExecutor-5760-thread-1) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] CLOSING SolrCore org.apache.solr.core.SolrCore@ebd0bb9
[junit4] 2> 1820496 INFO (coreCloseExecutor-5760-thread-1) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1, tag=247270329
[junit4] 2> 1820496 INFO (coreCloseExecutor-5760-thread-1) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2af6448c: rootName = solr_32791, domain = solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1, service url = null, agent id = null] for registry solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1 / com.codahale.metrics.MetricRegistry@3b966575
[junit4] 2> 1820507 INFO (coreCloseExecutor-5760-thread-1) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.leader, tag=247270329
[junit4] 2> 1820512 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.c.Overseer Overseer (id=98777735681933318-127.0.0.1:32791_solr-n_0000000000) closing
[junit4] 2> 1820512 INFO (OverseerStateUpdate-98777735681933318-127.0.0.1:32791_solr-n_0000000000) [n:127.0.0.1:32791_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:32791_solr
[junit4] 2> 1820513 INFO (zkCallback-5504-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1820513 INFO (zkCallback-5497-thread-2-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45123_solr
[junit4] 2> 1820513 INFO (zkCallback-5497-thread-3-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1820514 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1820514 INFO (zkCallback-5497-thread-2-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.Overseer Overseer (id=98777735681933317-127.0.0.1:45123_solr-n_0000000001) starting
[junit4] 2> 1820519 INFO (zkCallback-5504-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1820519 INFO (zkCallback-5497-thread-2-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1820519 INFO (zkCallback-5497-thread-3-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1820621 INFO (zkCallback-5504-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1820621 INFO (zkCallback-5497-thread-4-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1820621 INFO (zkCallback-5497-thread-3-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1822013 WARN (zkCallback-5498-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1822014 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@70d237b7{/solr,null,UNAVAILABLE}
[junit4] 2> 1822014 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 32791
[junit4] 2> 1822017 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.c.ChaosMonkey monkey: starting jetty! 32791
[junit4] 2> 1822017 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1822023 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74c1e84c{/solr,null,AVAILABLE}
[junit4] 2> 1822023 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@68d47cc8{SSL,[ssl, http/1.1]}{127.0.0.1:32791}
[junit4] 2> 1822023 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.e.j.s.Server Started @1823799ms
[junit4] 2> 1822024 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32791}
[junit4] 2> 1822024 ERROR (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1822024 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.1
[junit4] 2> 1822024 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1822024 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1822024 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-05T18:37:18.168Z
[junit4] 2> 1822027 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1822032 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44301/solr
[junit4] 2> 1822034 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15eedd3c70a000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1822043 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1822044 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [n:127.0.0.1:32791_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1822046 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [n:127.0.0.1:32791_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32791_solr
[junit4] 2> 1822046 INFO (zkCallback-5497-thread-4-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1822046 INFO (zkCallback-5504-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1822047 INFO (zkCallback-5509-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1822107 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [n:127.0.0.1:32791_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32791.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1822113 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [n:127.0.0.1:32791_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32791.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1822113 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [n:127.0.0.1:32791_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32791.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1822115 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [n:127.0.0.1:32791_solr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node2/.
[junit4] 2> 1822115 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [n:127.0.0.1:32791_solr ] o.a.s.c.CorePropertiesLocator Cores are: [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]
[junit4] 2> 1822115 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1822125 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 1822129 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] Schema name=minimal
[junit4] 2> 1822131 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1822131 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1' using configuration from collection tlog_replica_test_out_of_order_db_qwith_in_place_updates, trusted=true
[junit4] 2> 1822131 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32791.solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1822131 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1822131 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node2/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node2/./tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/data/]
[junit4] 2> 1822159 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1822159 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1822160 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1822160 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1822160 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@72be5d2a[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] main]
[junit4] 2> 1822161 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1822161 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1822162 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1822162 INFO (searcherExecutor-5770-thread-1-processing-n:127.0.0.1:32791_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node1) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] Registered new searcher Searcher@72be5d2a[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1822162 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580443776640352256
[junit4] 2> 1822218 INFO (zkCallback-5509-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1822218 INFO (zkCallback-5497-thread-4-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1822218 INFO (zkCallback-5497-thread-3-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1822218 INFO (zkCallback-5504-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1822218 INFO (zkCallback-5509-thread-2-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1823014 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45123/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/
[junit4] 2> 1823015 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 url=https://127.0.0.1:45123/solr START replicas=[https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/] nUpdates=100
[junit4] 2> 1823035 INFO (qtp1737351738-23282) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1823035 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 url=https://127.0.0.1:45123/solr Received 0 versions from https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/ fingerprint:null
[junit4] 2> 1823035 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 url=https://127.0.0.1:45123/solr DONE. sync succeeded
[junit4] 2> 1823035 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1823035 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SyncStrategy https://127.0.0.1:45123/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/: try and ask https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/ to sync
[junit4] 2> 1823037 INFO (qtp1737351738-23282) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1 url=https://127.0.0.1:32791/solr START replicas=[https://127.0.0.1:45123/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/] nUpdates=100
[junit4] 2> 1823039 INFO (qtp38326136-23216) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1823039 INFO (qtp38326136-23216) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1823040 INFO (qtp1737351738-23282) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1823040 INFO (qtp1737351738-23282) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 1823040 INFO (qtp1737351738-23282) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&getVersions=100&sync=https://127.0.0.1:45123/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1823041 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SyncStrategy https://127.0.0.1:45123/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/: sync completed with https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/
[junit4] 2> 1823041 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 stopping background replication from leader
[junit4] 2> 1823041 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Replaying tlog before become new leader
[junit4] 2> 1823041 WARN (recoveryExecutor-5755-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.UpdateLog Starting log replay tlog{file=/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node1/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/data/tlog/tlog.0000000000000000000 refcount=2} active=false starting pos=0 inSortedOrder=true
[junit4] 2> 1823078 INFO (recoveryExecutor-5755-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@59f4b577[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] realtime]
[junit4] 2> 1823080 INFO (recoveryExecutor-5755-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 start commit{flags=2,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1823080 INFO (recoveryExecutor-5755-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@c8cd578 commitCommandVersion:0
[junit4] 2> 1823081 INFO (recoveryExecutor-5755-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@36ce71bb[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] main]
[junit4] 2> 1823081 INFO (recoveryExecutor-5755-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1823082 INFO (searcherExecutor-5749-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] Registered new searcher Searcher@36ce71bb[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C1:fieldInfosGen=1:dvGen=2)))}
[junit4] 2> 1823082 INFO (recoveryExecutor-5755-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] {add=[1 (1), 1 (2)],deleteByQuery=inplace_updatable_int:5 (-3)} 0 40
[junit4] 2> 1823082 WARN (recoveryExecutor-5755-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.UpdateLog Log replay finished. recoveryInfo=RecoveryInfo{adds=2 deletes=0 deleteByQuery=1 errors=0 positionOfStart=0}
[junit4] 2> 1823083 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45123/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/ shard1
[junit4] 2> 1823184 INFO (zkCallback-5504-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_pl
[...truncated too long message...]
onnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1920149 INFO (qtp1737351738-23282) [n:127.0.0.1:32791_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:45123_solr&onlyIfLeaderActive=true&core=tlog_replica_test_recovery_shard1_replica_t2&coreNodeName=core_node1&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=21002
[junit4] 2> 1920150 ERROR (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1920150 INFO (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44301 44301
[junit4] 2> 1920203 INFO (Thread-4051) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44301 44301
[junit4] 2> 1920204 WARN (Thread-4051) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 33 /solr/configs/conf
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 8 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 28 /solr/collections/tlog_replica_test_create_delete/state.json
[junit4] 2> 27 /solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json
[junit4] 2> 27 /solr/collections/tlog_replica_test_remove_leader/state.json
[junit4] 2> 25 /solr/collections/tlog_replica_test_kill_leader/state.json
[junit4] 2> 24 /solr/collections/tlog_replica_test_recovery/state.json
[junit4] 2> 24 /solr/collections/tlog_replica_test_kill_tlog_replica/state.json
[junit4] 2> 23 /solr/collections/tlog_replica_test_add_remove_tlog_replica/state.json
[junit4] 2> 21 /solr/collections/tlog_replica_test_basic_leader_election/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_only_leader_indexes/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_delete_by_id/state.json
[junit4] 2> 13 /solr/collections/tlog_replica_test_add_docs/state.json
[junit4] 2> 13 /solr/collections/tlog_replica_test_real_time_get/state.json
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 5 /solr/overseer_elect/election/98777735681933323-127.0.0.1:32791_solr-n_0000000002
[junit4] 2> 3 /solr/collections/tlog_replica_test_recovery/leader_elect/shard1/election/98777735681933323-core_node2-n_0000000000
[junit4] 2> 2 /solr/collections/tlog_replica_test_kill_tlog_replica/leader_elect/shard1/election/98777735681933323-core_node2-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001
[junit4] 2> Oct 05, 2017 6:38:56 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {foo=PostingsFormat(name=Asserting), title_s=PostingsFormat(name=LuceneVarGapFixedInterval), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), foo_s=PostingsFormat(name=Asserting)}, docValues:{_version_=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70), inplace_updatable_int=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=993, maxMBSortInHeap=7.697527843366051, sim=RandomSimilarity(queryNorm=false): {}, locale=mk, timezone=Europe/Rome
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=114428008,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestBulkSchemaAPI, IndexSchemaRuntimeFieldTest, TestSolrIndexConfig, TestManagedResource, BasicFunctionalityTest, TestStressRecovery, DistributedFacetPivotLongTailTest, TestSimpleQParserPlugin, DistributedExpandComponentTest, TestSchemaVersionResource, TestPartialUpdateDeduplication, HdfsRecoverLeaseTest, JsonLoaderTest, TestCloudRecovery, SolrCmdDistributorTest, TestNumericTokenStream, BlockJoinFacetSimpleTest, V2StandaloneTest, TestSizeLimitedDistributedMap, TestQueryTypes, TestExportWriter, TestXmlQParserPlugin, BlobRepositoryCloudTest, HdfsBasicDistributedZk2Test, HttpPartitionTest, ClassificationUpdateProcessorIntegrationTest, SolrIndexMetricsTest, VMParamsZkACLAndCredentialsProvidersTest, SpellCheckCollatorWithCollapseTest, TestUninvertingReader, UpdateLogTest, TestCryptoKeys, MoveReplicaHDFSUlogDirTest, TestDistribIDF, ClusterStateUpdateTest, NoCacheHeaderTest, MigrateRouteKeyTest, NodeMutatorTest, StatsReloadRaceTest, TestMacroExpander, SSLMigrationTest, FileBasedSpellCheckerTest, TestXIncludeConfig, TestCursorMarkWithoutUniqueKey, SuggestComponentContextFilterQueryTest, TestCustomSort, BadCopyFieldTest, TestDownShardTolerantSearch, SolrMetricReporterTest, SOLR749Test, TestSolrConfigHandlerConcurrent, CSVRequestHandlerTest, CdcrRequestHandlerTest, TestUseDocValuesAsStored2, TestMultiWordSynonyms, TestHdfsUpdateLog, TestLRUCache, TestCoreContainer, TestStressVersions, TestEmbeddedSolrServerConstructors, EnumFieldTest, ZkCLITest, CoreAdminHandlerTest, ResourceLoaderTest, TestDistributedGrouping, HdfsSyncSliceTest, ConnectionReuseTest, ShardRoutingCustomTest, TestStressUserVersions, DocValuesMultiTest, TestMinMaxOnMultiValuedField, TestSQLHandler, SmileWriterTest, TestReplicaProperties, AssignTest, ShardRoutingTest, TestManagedSchemaAPI, TestSimpleTrackingShardHandler, BadComponentTest, LeaderFailureAfterFreshStartTest, HighlighterTest, TestConfigSetsAPI, LoggingHandlerTest, SchemaVersionSpecificBehaviorTest, HdfsChaosMonkeySafeLeaderTest, BigEndianAscendingWordSerializerTest, RankQueryTest, CollectionTooManyReplicasTest, SolrCLIZkUtilsTest, TestFileDictionaryLookup, TestClusterStateMutator, AtomicUpdateProcessorFactoryTest, TestRTimerTree, TestJsonRequest, TestExpandComponent, CacheHeaderTest, DirectSolrSpellCheckerTest, TestAuthenticationFramework, TestCollationFieldDocValues, CdcrUpdateLogTest, TestSweetSpotSimilarityFactory, TestUpdate, WrapperMergePolicyFactoryTest, TestSubQueryTransformer, DistributedSuggestComponentTest, TestConfigsApi, TestBlobHandler, OpenCloseCoreStressTest, TestPostingsSolrHighlighter, TestFieldCache, FileUtilsTest, TestFieldResource, DistribDocExpirationUpdateProcessorTest, DeleteShardTest, TestSchemaNameResource, CollectionsAPIDistributedZkTest, TestImpersonationWithHadoopAuth, ImplicitSnitchTest, SampleTest, TestBM25SimilarityFactory, MoreLikeThisHandlerTest, LeaderElectionTest, TestZkChroot, TestFaceting, TestHashPartitioner, TestReload, DistributedTermsComponentTest, TestRangeQuery, TestBadConfig, SoftAutoCommitTest, TestIndexingPerformance, FastVectorHighlighterTest, UpdateRequestProcessorFactoryTest, QueryParsingTest, TestComponentsName, HighlighterConfigTest, UpdateParamsTest, AlternateDirectoryTest, TestQuerySenderNoQuery, TestSolrDeletionPolicy2, TestDocSet, TestSearchPerf, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CloudExitableDirectoryReaderTest, CollectionsAPIAsyncDistributedZkTest, DeleteNodeTest, DistributedQueueTest, DistributedVersionInfoTest, LeaderInitiatedRecoveryOnShardRestartTest, MissingSegmentRecoveryTest, MoveReplicaHDFSTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerStatusTest, PeerSyncReplicationTest, RecoveryAfterSoftCommitTest, TestCloudPivotFacet, TestLockTree, TestPrepRecovery, TestStressLiveNodes, TestTlogReplica]
[junit4] Completed [554/730 (1!)] on J1 in 104.27s, 13 tests, 1 failure <<< FAILURES!
[...truncated 44122 lines...]