You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/10/05 01:00:47 UTC
[JENKINS] Lucene-Solr-7.0-Linux (64bit/jdk-9) - Build # 421 -
Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.0-Linux/421/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC --illegal-access=deny
1 tests failed.
FAILED: org.apache.solr.cloud.TestTlogReplica.testRecovery
Error Message:
Can not find doc 3 in https://127.0.0.1:42291/solr
Stack Trace:
java.lang.AssertionError: Can not find doc 3 in https://127.0.0.1:42291/solr
at __randomizedtesting.SeedInfo.seed([AAB57E423B8616DF:6B4507EE16D6DC78]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:868)
at org.apache.solr.cloud.TestTlogReplica.testRecovery(TestTlogReplica.java:559)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 1693 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/core/test/temp/junit4-J1-20171004_235512_959896286392764506985.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/core/test/temp/junit4-J0-20171004_235512_9597337801228707133645.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/core/test/temp/junit4-J2-20171004_235512_9592348072418737151265.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 288 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/test-framework/test/temp/junit4-J0-20171005_000206_19615262912235568694512.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/test-framework/test/temp/junit4-J2-20171005_000206_1962300291312428950153.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/test-framework/test/temp/junit4-J1-20171005_000206_1964033819518108043371.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 1051 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20171005_000340_97010962502836939424689.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20171005_000340_9697715454623426992297.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20171005_000340_96913687056745466514457.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 216 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20171005_000517_23211962633926687228029.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20171005_000517_2325290258288468936425.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 5 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20171005_000517_23212960300205399066025.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 231 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20171005_000529_16515322092383842000593.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20171005_000529_1725646605443925277946.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 9 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20171005_000529_1651129090315829092307.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 146 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20171005_000554_40114377772078538654322.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20171005_000554_40117537669708018234971.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20171005_000554_40010540237091174692652.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 158 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20171005_000558_01217186850699923521724.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20171005_000558_0131403317303027870706.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20171005_000558_0137986003829815656825.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 145 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20171005_000608_48911134405305953033151.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20171005_000608_48914147263075561469252.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 146 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20171005_000617_2263585981618887259019.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20171005_000617_22610384002002690516363.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20171005_000617_226115248266591141919.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 161 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20171005_000620_40012261985050828444437.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 187 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20171005_000627_7022759660471924191770.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 19 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20171005_000627_702325395729937438865.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20171005_000627_70216589023417720114136.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 1208 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/benchmark/test/temp/junit4-J2-20171005_000802_50614288560776164737111.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/benchmark/test/temp/junit4-J1-20171005_000802_50612270286126886825481.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/benchmark/test/temp/junit4-J0-20171005_000802_5064711666281560788881.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 223 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/classification/test/temp/junit4-J0-20171005_000810_95511221763667347488924.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/classification/test/temp/junit4-J2-20171005_000810_9557141251512688692019.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/classification/test/temp/junit4-J1-20171005_000810_95510080175477547915013.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 247 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/codecs/test/temp/junit4-J1-20171005_000819_89210210442106332911540.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 7 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/codecs/test/temp/junit4-J2-20171005_000819_89218030595018218703835.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/codecs/test/temp/junit4-J0-20171005_000819_89217255548697197905790.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 226 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/demo/test/temp/junit4-J1-20171005_001046_82116808758321202668712.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/demo/test/temp/junit4-J2-20171005_001046_82115548381459723494394.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/demo/test/temp/junit4-J0-20171005_001046_8214112407784294097033.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 165 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/expressions/test/temp/junit4-J1-20171005_001049_4181568755740458034595.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/expressions/test/temp/junit4-J2-20171005_001049_41811997217256683527008.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/expressions/test/temp/junit4-J0-20171005_001049_4187733311370148932883.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 204 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/facet/test/temp/junit4-J0-20171005_001054_799202041097609216071.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/facet/test/temp/junit4-J1-20171005_001054_7998920517213063054442.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/facet/test/temp/junit4-J2-20171005_001054_79913403118460032568434.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 171 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/grouping/test/temp/junit4-J2-20171005_001159_4718558298963266642080.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/grouping/test/temp/junit4-J1-20171005_001159_47015618063266226630606.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/grouping/test/temp/junit4-J0-20171005_001159_47011898765728986079368.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 235 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/highlighter/test/temp/junit4-J0-20171005_001207_9232787558318912524204.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/highlighter/test/temp/junit4-J2-20171005_001207_92314713819799435005735.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/highlighter/test/temp/junit4-J1-20171005_001207_92318219432876716866434.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 152 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/join/test/temp/junit4-J0-20171005_001224_03316629347642019553465.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/join/test/temp/junit4-J2-20171005_001224_03310048973859096345912.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/join/test/temp/junit4-J1-20171005_001224_033853984946828409373.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 141 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/memory/test/temp/junit4-J0-20171005_001243_2813198075514402666264.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/memory/test/temp/junit4-J1-20171005_001243_28115006134628439291937.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 170 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/misc/test/temp/junit4-J0-20171005_001251_1402040066345295533678.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 5 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/misc/test/temp/junit4-J1-20171005_001251_1406847003495888830399.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/misc/test/temp/junit4-J2-20171005_001251_14011545494839686961469.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 304 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/queries/test/temp/junit4-J2-20171005_001302_3065291122153747090008.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/queries/test/temp/junit4-J0-20171005_001302_30611226663689081992341.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/queries/test/temp/junit4-J1-20171005_001302_30616380042133104970254.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 222 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/queryparser/test/temp/junit4-J2-20171005_001309_24611912037476776836288.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/queryparser/test/temp/junit4-J0-20171005_001309_2464900044760113662441.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/queryparser/test/temp/junit4-J1-20171005_001309_2462237534656270538009.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 199 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/replicator/test/temp/junit4-J1-20171005_001315_29813179186475255360025.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/replicator/test/temp/junit4-J2-20171005_001315_29813580264337190803341.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/replicator/test/temp/junit4-J0-20171005_001315_2981633968268326858465.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 197 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/sandbox/test/temp/junit4-J2-20171005_001325_10212935531132222433508.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/sandbox/test/temp/junit4-J1-20171005_001325_10213374999467428566140.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 7 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/sandbox/test/temp/junit4-J0-20171005_001325_10212141515185401672814.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 210 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20171005_001356_19112698299182459945035.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20171005_001356_1905391220340725412740.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20171005_001356_1918525246016279012058.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 140 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/spatial/test/temp/junit4-J0-20171005_001407_2178319186313827360032.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 157 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20171005_001409_02610736127806499289158.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20171005_001409_02614150492877297217428.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 5 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20171005_001409_0267520048038346932701.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 291 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/suggest/test/temp/junit4-J0-20171005_001457_45416356889941774984400.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/suggest/test/temp/junit4-J2-20171005_001457_4542574727642596253706.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 9 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/lucene/build/suggest/test/temp/junit4-J1-20171005_001457_4546967469588916318120.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3377 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTlogReplica
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_AAB57E423B8616DF-001/init-core-data-001
[junit4] 2> 1787295 WARN (SUITE-TestTlogReplica-seed#[AAB57E423B8616DF]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=11 numCloses=11
[junit4] 2> 1787296 INFO (SUITE-TestTlogReplica-seed#[AAB57E423B8616DF]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1787296 INFO (SUITE-TestTlogReplica-seed#[AAB57E423B8616DF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1787297 INFO (SUITE-TestTlogReplica-seed#[AAB57E423B8616DF]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_AAB57E423B8616DF-001/tempDir-001
[junit4] 2> 1787297 INFO (SUITE-TestTlogReplica-seed#[AAB57E423B8616DF]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1787297 INFO (Thread-6335) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1787297 INFO (Thread-6335) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1787299 ERROR (Thread-6335) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1787398 INFO (SUITE-TestTlogReplica-seed#[AAB57E423B8616DF]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42117
[junit4] 2> 1787434 INFO (jetty-launcher-3866-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1787437 INFO (jetty-launcher-3866-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1787506 INFO (jetty-launcher-3866-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1983a46d{/solr,null,AVAILABLE}
[junit4] 2> 1787534 INFO (jetty-launcher-3866-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2eef5b5d{/solr,null,AVAILABLE}
[junit4] 2> 1787534 INFO (jetty-launcher-3866-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@691c960{SSL,[ssl, http/1.1]}{127.0.0.1:44687}
[junit4] 2> 1787535 INFO (jetty-launcher-3866-thread-2) [ ] o.e.j.s.Server Started @1788996ms
[junit4] 2> 1787535 INFO (jetty-launcher-3866-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44687}
[junit4] 2> 1787535 ERROR (jetty-launcher-3866-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1787535 INFO (jetty-launcher-3866-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.1
[junit4] 2> 1787535 INFO (jetty-launcher-3866-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1787535 INFO (jetty-launcher-3866-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1787535 INFO (jetty-launcher-3866-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-05T00:45:40.447705Z
[junit4] 2> 1787553 INFO (jetty-launcher-3866-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1786d9b6{SSL,[ssl, http/1.1]}{127.0.0.1:42291}
[junit4] 2> 1787554 INFO (jetty-launcher-3866-thread-1) [ ] o.e.j.s.Server Started @1789015ms
[junit4] 2> 1787554 INFO (jetty-launcher-3866-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42291}
[junit4] 2> 1787554 ERROR (jetty-launcher-3866-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1787554 INFO (jetty-launcher-3866-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.1
[junit4] 2> 1787554 INFO (jetty-launcher-3866-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1787554 INFO (jetty-launcher-3866-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1787554 INFO (jetty-launcher-3866-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-05T00:45:40.466800Z
[junit4] 2> 1787562 INFO (jetty-launcher-3866-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1787575 INFO (jetty-launcher-3866-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1787577 INFO (jetty-launcher-3866-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42117/solr
[junit4] 2> 1787580 INFO (jetty-launcher-3866-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42117/solr
[junit4] 2> 1787600 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ee9febff20005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1787633 INFO (jetty-launcher-3866-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1787634 INFO (jetty-launcher-3866-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42291_solr
[junit4] 2> 1787636 INFO (jetty-launcher-3866-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98773522200002566-127.0.0.1:42291_solr-n_0000000000) starting
[junit4] 2> 1787669 INFO (jetty-launcher-3866-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42291_solr
[junit4] 2> 1787669 INFO (zkCallback-3879-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1787708 INFO (jetty-launcher-3866-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1787710 INFO (jetty-launcher-3866-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1787713 INFO (jetty-launcher-3866-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44687_solr
[junit4] 2> 1787715 INFO (zkCallback-3876-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1787716 INFO (zkCallback-3879-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1787771 INFO (jetty-launcher-3866-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42291.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2789c4a
[junit4] 2> 1787783 INFO (jetty-launcher-3866-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42291.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2789c4a
[junit4] 2> 1787783 INFO (jetty-launcher-3866-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42291.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2789c4a
[junit4] 2> 1787784 INFO (jetty-launcher-3866-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_AAB57E423B8616DF-001/tempDir-001/node1/.
[junit4] 2> 1787824 INFO (jetty-launcher-3866-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44687.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2789c4a
[junit4] 2> 1787830 INFO (jetty-launcher-3866-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44687.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2789c4a
[junit4] 2> 1787831 INFO (jetty-launcher-3866-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44687.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2789c4a
[junit4] 2> 1787838 INFO (jetty-launcher-3866-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_AAB57E423B8616DF-001/tempDir-001/node2/.
[junit4] 2> 1787892 INFO (SUITE-TestTlogReplica-seed#[AAB57E423B8616DF]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1787894 INFO (SUITE-TestTlogReplica-seed#[AAB57E423B8616DF]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42117/solr ready
[junit4] 2> 1787898 INFO (SUITE-TestTlogReplica-seed#[AAB57E423B8616DF]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
[junit4] 2> 1787940 INFO (qtp101105543-20731) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1787941 INFO (qtp101105543-20731) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1787962 INFO (TEST-TestTlogReplica.testKillTlogReplica-seed#[AAB57E423B8616DF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testKillTlogReplica
[junit4] 2> 1787965 INFO (qtp101105543-20733) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_kill_tlog_replica&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1787975 INFO (OverseerThreadFactory-7823-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_kill_tlog_replica
[junit4] 2> 1788093 INFO (OverseerStateUpdate-98773522200002566-127.0.0.1:42291_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_kill_tlog_replica",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_kill_tlog_replica_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44687/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1788095 INFO (OverseerStateUpdate-98773522200002566-127.0.0.1:42291_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_kill_tlog_replica",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_kill_tlog_replica_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42291/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1788213 INFO (qtp101105543-20724) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=tlog_replica_test_kill_tlog_replica_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_kill_tlog_replica&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1788213 INFO (qtp101105543-20724) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1788236 INFO (qtp1922289539-20722) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_kill_tlog_replica_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_kill_tlog_replica&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1788236 INFO (qtp1922289539-20722) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1788341 INFO (zkCallback-3876-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1788341 INFO (zkCallback-3879-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1788342 INFO (zkCallback-3879-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1788352 INFO (zkCallback-3876-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1789229 INFO (qtp101105543-20724) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 1789233 INFO (qtp101105543-20724) [ ] o.a.s.s.IndexSchema [tlog_replica_test_kill_tlog_replica_shard1_replica_t1] Schema name=minimal
[junit4] 2> 1789234 INFO (qtp101105543-20724) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1789234 INFO (qtp101105543-20724) [ ] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_kill_tlog_replica_shard1_replica_t1' using configuration from collection tlog_replica_test_kill_tlog_replica, trusted=true
[junit4] 2> 1789235 INFO (qtp101105543-20724) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44687.solr.core.tlog_replica_test_kill_tlog_replica.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_kill_tlog_replica.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2789c4a
[junit4] 2> 1789235 INFO (qtp101105543-20724) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1789235 INFO (qtp101105543-20724) [ ] o.a.s.c.SolrCore [[tlog_replica_test_kill_tlog_replica_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_AAB57E423B8616DF-001/tempDir-001/node2/tlog_replica_test_kill_tlog_replica_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_AAB57E423B8616DF-001/tempDir-001/node2/./tlog_replica_test_kill_tlog_replica_shard1_replica_t1/data/]
[junit4] 2> 1789246 INFO (qtp1922289539-20722) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 1789260 INFO (qtp1922289539-20722) [ ] o.a.s.s.IndexSchema [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] Schema name=minimal
[junit4] 2> 1789261 INFO (qtp1922289539-20722) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1789261 INFO (qtp1922289539-20722) [ ] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_kill_tlog_replica_shard1_replica_t2' using configuration from collection tlog_replica_test_kill_tlog_replica, trusted=true
[junit4] 2> 1789262 INFO (qtp1922289539-20722) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42291.solr.core.tlog_replica_test_kill_tlog_replica.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_kill_tlog_replica.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2789c4a
[junit4] 2> 1789262 INFO (qtp1922289539-20722) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1789262 INFO (qtp1922289539-20722) [ ] o.a.s.c.SolrCore [[tlog_replica_test_kill_tlog_replica_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_AAB57E423B8616DF-001/tempDir-001/node1/tlog_replica_test_kill_tlog_replica_shard1_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_AAB57E423B8616DF-001/tempDir-001/node1/./tlog_replica_test_kill_tlog_replica_shard1_replica_t2/data/]
[junit4] 2> 1789294 INFO (qtp101105543-20724) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1789294 INFO (qtp101105543-20724) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1789295 INFO (qtp101105543-20724) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1789295 INFO (qtp101105543-20724) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1789296 INFO (qtp101105543-20724) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@14996df7[tlog_replica_test_kill_tlog_replica_shard1_replica_t1] main]
[junit4] 2> 1789297 INFO (qtp101105543-20724) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1789298 INFO (qtp101105543-20724) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1789298 INFO (qtp101105543-20724) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1789299 INFO (searcherExecutor-7828-thread-1) [ ] o.a.s.c.SolrCore [tlog_replica_test_kill_tlog_replica_shard1_replica_t1] Registered new searcher Searcher@14996df7[tlog_replica_test_kill_tlog_replica_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1789299 INFO (qtp101105543-20724) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580376357298241536
[junit4] 2> 1789316 INFO (qtp1922289539-20722) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1789317 INFO (qtp1922289539-20722) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1789318 INFO (qtp1922289539-20722) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1789318 INFO (qtp1922289539-20722) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1789322 INFO (qtp1922289539-20722) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1285c6d6[tlog_replica_test_kill_tlog_replica_shard1_replica_t2] main]
[junit4] 2> 1789324 INFO (qtp1922289539-20722) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1789326 INFO (qtp1922289539-20722) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1789327 INFO (qtp101105543-20724) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1789327 INFO (qtp1922289539-20722) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1789328 INFO (searcherExecutor-7829-thread-1) [ ] o.a.s.c.SolrCore [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] Registered new searcher Searcher@1285c6d6[tlog_replica_test_kill_tlog_replica_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1789331 INFO (qtp1922289539-20722) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580376357331795968
[junit4] 2> 1789429 INFO (zkCallback-3876-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1789429 INFO (zkCallback-3876-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1789429 INFO (zkCallback-3879-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1789429 INFO (zkCallback-3879-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1789828 INFO (qtp101105543-20724) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1789828 INFO (qtp101105543-20724) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1789828 INFO (qtp101105543-20724) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44687/solr/tlog_replica_test_kill_tlog_replica_shard1_replica_t1/
[junit4] 2> 1789828 INFO (qtp101105543-20724) [ ] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_kill_tlog_replica_shard1_replica_t1 url=https://127.0.0.1:44687/solr START replicas=[https://127.0.0.1:42291/solr/tlog_replica_test_kill_tlog_replica_shard1_replica_t2/] nUpdates=100
[junit4] 2> 1789845 INFO (qtp101105543-20724) [ ] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_kill_tlog_replica_shard1_replica_t1 url=https://127.0.0.1:44687/solr DONE. We have no versions. sync failed.
[junit4] 2> 1789847 INFO (qtp1922289539-20738) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1789848 INFO (qtp101105543-20724) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1789848 INFO (qtp101105543-20724) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1789848 INFO (qtp101105543-20724) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1789848 INFO (qtp101105543-20724) [ ] o.a.s.c.ZkController tlog_replica_test_kill_tlog_replica_shard1_replica_t1 stopping background replication from leader
[junit4] 2> 1789852 INFO (qtp101105543-20724) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44687/solr/tlog_replica_test_kill_tlog_replica_shard1_replica_t1/ shard1
[junit4] 2> 1789953 INFO (zkCallback-3876-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1789953 INFO (zkCallback-3879-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1789953 INFO (zkCallback-3879-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1789953 INFO (zkCallback-3876-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1790002 INFO (qtp101105543-20724) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1790004 INFO (qtp101105543-20724) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=tlog_replica_test_kill_tlog_replica_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_kill_tlog_replica&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1791
[junit4] 2> 1790106 INFO (zkCallback-3879-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1790106 INFO (zkCallback-3876-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1790106 INFO (zkCallback-3879-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1790106 INFO (zkCallback-3876-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1790340 INFO (qtp1922289539-20722) [ ] o.a.s.c.ZkController tlog_replica_test_kill_tlog_replica_shard1_replica_t2 starting background replication from leader
[junit4] 2> 1790340 INFO (qtp1922289539-20722) [ ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 1790346 INFO (qtp1922289539-20722) [ ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 1790346 INFO (indexFetcher-7839-thread-1) [ ] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:44687/solr/tlog_replica_test_kill_tlog_replica_shard1_replica_t1/
[junit4] 2> 1790347 INFO (qtp1922289539-20722) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_kill_tlog_replica_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_kill_tlog_replica&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2111
[junit4] 2> 1790350 INFO (qtp101105543-20724) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1790350 INFO (qtp101105543-20733) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1790350 INFO (indexFetcher-7839-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1790350 INFO (indexFetcher-7839-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1790350 INFO (indexFetcher-7839-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1790350 INFO (indexFetcher-7839-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1790452 INFO (zkCallback-3876-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1790452 INFO (zkCallback-3876-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1790452 INFO (zkCallback-3879-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1790452 INFO (zkCallback-3879-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1791350 INFO (qtp101105543-20733) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_kill_tlog_replica&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=3385
[junit4] 2> 1791358 INFO (qtp101105543-20724) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1791362 INFO (qtp1922289539-20738) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1791370 INFO (qtp1922289539-20737) [ ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:44687/solr/tlog_replica_test_kill_tlog_replica_shard1_replica_t1/&wt=javabin&version=2}{add=[1 (1580376359466696704)]} 0 0
[junit4] 2> 1791370 INFO (qtp101105543-20732) [ ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_kill_tlog_replica_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1580376359466696704)]} 0 3
[junit4] 2> 1791371 INFO (qtp1922289539-20722) [ ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:44687/solr/tlog_replica_test_kill_tlog_replica_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 1791373 INFO (qtp101105543-20732) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580376359472988160,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1791373 INFO (qtp101105543-20732) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2f915bef commitCommandVersion:1580376359472988160
[junit4] 2> 1791375 INFO (qtp101105543-20732) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2694ae52[tlog_replica_test_kill_tlog_replica_shard1_replica_t1] main]
[junit4] 2> 1791375 INFO (qtp101105543-20732) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1791376 INFO (searcherExecutor-7828-thread-1) [ ] o.a.s.c.SolrCore [tlog_replica_test_kill_tlog_replica_shard1_replica_t1] Registered new searcher Searcher@2694ae52[tlog_replica_test_kill_tlog_replica_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C1)))}
[junit4] 2> 1791376 INFO (qtp101105543-20732) [ ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_kill_tlog_replica_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:44687/solr/tlog_replica_test_kill_tlog_replica_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 1791376 INFO (qtp101105543-20724) [ ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_kill_tlog_replica_shard1_replica_t1] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_kill_tlog_replica:6&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 5
[junit4] 2> 1791378 INFO (qtp101105543-20732) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 1791381 INFO (qtp1922289539-20722) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1791482 INFO (qtp1922289539-20729) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1791583 INFO (qtp1922289539-20738) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1791683 INFO (qtp1922289539-20737) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1791784 INFO (qtp1922289539-20722) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1791885 INFO (qtp1922289539-20729) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1791976 INFO (OverseerCollectionConfigSetProcessor-98773522200002566-127.0.0.1:42291_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1791986 INFO (qtp1922289539-20729) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1792087 INFO (qtp1922289539-20737) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1792188 INFO (qtp1922289539-20722) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1792288 INFO (qtp1922289539-20738) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1792389 INFO (qtp1922289539-20729) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1792490 INFO (qtp1922289539-20729) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1792591 INFO (qtp1922289539-20722) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1792692 INFO (qtp1922289539-20738) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1792793 INFO (qtp1922289539-20737) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1792894 INFO (qtp1922289539-20737) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1792995 INFO (qtp1922289539-20722) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1793096 INFO (qtp1922289539-20738) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1793196 INFO (qtp1922289539-20729) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1793297 INFO (qtp1922289539-20737) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1793341 INFO (qtp101105543-20725) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1793341 INFO (indexFetcher-7839-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 1793341 INFO (indexFetcher-7839-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 1507164344285
[junit4] 2> 1793341 INFO (indexFetcher-7839-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1793341 INFO (indexFetcher-7839-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1793341 INFO (indexFetcher-7839-thread-1) [ ] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1793342 INFO (qtp101105543-20732) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 1793342 INFO (indexFetcher-7839-thread-1) [ ] o.a.s.h.IndexFetcher Number of files in latest index in master: 13
[junit4] 2> 1793342 INFO (indexFetcher-7839-thread-1) [ ] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@286b64c8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@21a59141)
[junit4] 2> 1793343 INFO (qtp101105543-20724) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1793343 INFO (qtp101105543-20731) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1793344 INFO (qtp101105543-20725) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1793345 INFO (qtp101105543-20732) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1793354 INFO (qtp101105543-20724) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1793354 INFO (qtp101105543-20731) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1793355 INFO (qtp101105543-20725) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1793355 INFO (qtp101105543-20732) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1793355 INFO (qtp101105543-20724) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1793356 INFO (qtp101105543-20731) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1793356 INFO (qtp101105543-20725) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1793357 INFO (qtp101105543-20732) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1793357 INFO (qtp101105543-20724) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1793357 INFO (indexFetcher-7839-thread-1) [ ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2383) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@286b64c8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@21a59141)
[junit4] 2> 1793358 INFO (indexFetcher-7839-thread-1) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1793358 INFO (indexFetcher-7839-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d58d6c[tlog_replica_test_kill_tlog_replica_shard1_replica_t2] main]
[junit4] 2> 1793359 INFO (searcherExecutor-7829-thread-1) [ ] o.a.s.c.SolrCore [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] Registered new searcher Searcher@1d58d6c[tlog_replica_test_kill_tlog_replica_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C1)))}
[junit4] 2> 1793398 INFO (qtp1922289539-20722) [ ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 1793398 INFO (TEST-TestTlogReplica.testKillTlogReplica-seed#[AAB57E423B8616DF]) [ ] o.a.s.c.ChaosMonkey monkey: kill jetty! 44687
[junit4] 2> 1793399 INFO (TEST-TestTlogReplica.testKillTlogReplica-seed#[AAB57E423B8616DF]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@691c960{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1793400 INFO (TEST-TestTlogRepl
[...truncated too long message...]
it4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20171005_005557_04117389026434514018811.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J0-20171005_005557_04115526604667255910584.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 499 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20171005_005626_80416904755015459349743.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20171005_005626_80417523028908666599590.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20171005_005626_8034288117868435380055.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1131 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20171005_005639_05711664480840733430783.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20171005_005639_05710198946177539239072.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 593 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20171005_005644_52816563979277320087153.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20171005_005644_52818208794388246759152.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20171005_005644_52815209577677059678885.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 503 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20171005_005703_09612518663003568085141.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20171005_005703_09610544604499634507162.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20171005_005703_0965599339192218118667.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 504 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20171005_005711_5848210271563751678978.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20171005_005711_58412808872953252504602.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 587 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20171005_005716_92017423912599620437698.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20171005_005716_92016915918127783708502.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20171005_005716_9203517792109210006395.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 538 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20171005_005743_8228366200578549732875.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20171005_005743_82210310230423510740619.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 494 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20171005_005752_8345791678335458019691.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 29187 lines...]
[JENKINS] Lucene-Solr-7.0-Linux (64bit/jdk1.8.0_144) - Build # 425
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.0-Linux/425/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestTlogReplica.testRecovery
Error Message:
Can not find doc 3 in https://127.0.0.1:45123/solr
Stack Trace:
java.lang.AssertionError: Can not find doc 3 in https://127.0.0.1:45123/solr
at __randomizedtesting.SeedInfo.seed([15CB466A46D1754A:D43B3FC66B81BFED]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:868)
at org.apache.solr.cloud.TestTlogReplica.testRecovery(TestTlogReplica.java:559)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12766 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTlogReplica
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/init-core-data-001
[junit4] 2> 1816696 INFO (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1816697 INFO (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1816697 INFO (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001
[junit4] 2> 1816697 INFO (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1816697 INFO (Thread-4051) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1816698 INFO (Thread-4051) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1816699 ERROR (Thread-4051) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1816797 INFO (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:44301
[junit4] 2> 1816805 INFO (jetty-launcher-5486-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1816805 INFO (jetty-launcher-5486-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1816806 INFO (jetty-launcher-5486-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@70d237b7{/solr,null,AVAILABLE}
[junit4] 2> 1816806 INFO (jetty-launcher-5486-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a753eb{/solr,null,AVAILABLE}
[junit4] 2> 1816807 INFO (jetty-launcher-5486-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4df9b6e6{SSL,[ssl, http/1.1]}{127.0.0.1:32791}
[junit4] 2> 1816807 INFO (jetty-launcher-5486-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@69b73bc8{SSL,[ssl, http/1.1]}{127.0.0.1:45123}
[junit4] 2> 1816808 INFO (jetty-launcher-5486-thread-2) [ ] o.e.j.s.Server Started @1818584ms
[junit4] 2> 1816808 INFO (jetty-launcher-5486-thread-1) [ ] o.e.j.s.Server Started @1818584ms
[junit4] 2> 1816808 INFO (jetty-launcher-5486-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32791}
[junit4] 2> 1816808 INFO (jetty-launcher-5486-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45123}
[junit4] 2> 1816808 ERROR (jetty-launcher-5486-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1816808 ERROR (jetty-launcher-5486-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1816808 INFO (jetty-launcher-5486-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.1
[junit4] 2> 1816808 INFO (jetty-launcher-5486-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.1
[junit4] 2> 1816808 INFO (jetty-launcher-5486-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1816809 INFO (jetty-launcher-5486-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1816809 INFO (jetty-launcher-5486-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1816809 INFO (jetty-launcher-5486-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1816809 INFO (jetty-launcher-5486-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-05T18:37:12.953Z
[junit4] 2> 1816809 INFO (jetty-launcher-5486-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-05T18:37:12.953Z
[junit4] 2> 1816810 INFO (jetty-launcher-5486-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1816810 INFO (jetty-launcher-5486-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1816816 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15eedd3c70a0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1816819 INFO (jetty-launcher-5486-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44301/solr
[junit4] 2> 1816819 INFO (jetty-launcher-5486-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44301/solr
[junit4] 2> 1816870 INFO (jetty-launcher-5486-thread-2) [n:127.0.0.1:32791_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1816870 INFO (jetty-launcher-5486-thread-1) [n:127.0.0.1:45123_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1816871 INFO (jetty-launcher-5486-thread-2) [n:127.0.0.1:32791_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32791_solr
[junit4] 2> 1816871 INFO (jetty-launcher-5486-thread-1) [n:127.0.0.1:45123_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45123_solr
[junit4] 2> 1816872 INFO (jetty-launcher-5486-thread-2) [n:127.0.0.1:32791_solr ] o.a.s.c.Overseer Overseer (id=98777735681933318-127.0.0.1:32791_solr-n_0000000000) starting
[junit4] 2> 1816873 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1816873 INFO (zkCallback-5498-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1816884 INFO (jetty-launcher-5486-thread-2) [n:127.0.0.1:32791_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32791_solr
[junit4] 2> 1816885 INFO (zkCallback-5498-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1816888 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1816974 INFO (jetty-launcher-5486-thread-1) [n:127.0.0.1:45123_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45123.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1816979 INFO (jetty-launcher-5486-thread-1) [n:127.0.0.1:45123_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45123.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1816979 INFO (jetty-launcher-5486-thread-1) [n:127.0.0.1:45123_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45123.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1816979 INFO (jetty-launcher-5486-thread-1) [n:127.0.0.1:45123_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node1/.
[junit4] 2> 1816992 INFO (jetty-launcher-5486-thread-2) [n:127.0.0.1:32791_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32791.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1816996 INFO (jetty-launcher-5486-thread-2) [n:127.0.0.1:32791_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32791.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1816997 INFO (jetty-launcher-5486-thread-2) [n:127.0.0.1:32791_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32791.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1816997 INFO (jetty-launcher-5486-thread-2) [n:127.0.0.1:32791_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node2/.
[junit4] 2> 1817016 INFO (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1817016 INFO (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44301/solr ready
[junit4] 2> 1817017 INFO (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
[junit4] 2> 1817036 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1817037 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1817048 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOutOfOrderDBQWithInPlaceUpdates
[junit4] 2> 1817049 INFO (qtp1274131497-23211) [n:127.0.0.1:32791_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_out_of_order_db_qwith_in_place_updates&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1817050 INFO (OverseerThreadFactory-5743-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_out_of_order_db_qwith_in_place_updates
[junit4] 2> 1817153 INFO (OverseerStateUpdate-98777735681933318-127.0.0.1:32791_solr-n_0000000000) [n:127.0.0.1:32791_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_out_of_order_db_qwith_in_place_updates",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:32791/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1817154 INFO (OverseerStateUpdate-98777735681933318-127.0.0.1:32791_solr-n_0000000000) [n:127.0.0.1:32791_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_out_of_order_db_qwith_in_place_updates",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45123/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1817359 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_out_of_order_db_qwith_in_place_updates&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1817359 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1817380 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_out_of_order_db_qwith_in_place_updates&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1817380 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1817482 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1817482 INFO (zkCallback-5498-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1817482 INFO (zkCallback-5497-thread-2-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1817482 INFO (zkCallback-5498-thread-2-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1818376 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 1818382 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] Schema name=minimal
[junit4] 2> 1818386 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1818386 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1' using configuration from collection tlog_replica_test_out_of_order_db_qwith_in_place_updates, trusted=true
[junit4] 2> 1818386 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32791.solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1818387 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1818387 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node2/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node2/./tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/data/]
[junit4] 2> 1818390 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 1818398 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] Schema name=minimal
[junit4] 2> 1818401 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1818401 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2' using configuration from collection tlog_replica_test_out_of_order_db_qwith_in_place_updates, trusted=true
[junit4] 2> 1818402 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45123.solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1818402 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1818402 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node1/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node1/./tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/data/]
[junit4] 2> 1818444 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1818444 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1818445 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1818445 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1818446 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@49027c76[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] main]
[junit4] 2> 1818446 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1818446 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1818447 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1818447 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1818447 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1818447 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1818447 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1818448 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2842777[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] main]
[junit4] 2> 1818448 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580443772745940992
[junit4] 2> 1818449 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1818449 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1818449 INFO (searcherExecutor-5748-thread-1-processing-n:127.0.0.1:32791_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node1) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] Registered new searcher Searcher@49027c76[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1818449 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1818450 INFO (searcherExecutor-5749-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] Registered new searcher Searcher@2842777[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1818450 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580443772748038144
[junit4] 2> 1818451 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1818553 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1818553 INFO (zkCallback-5498-thread-2-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1818553 INFO (zkCallback-5497-thread-2-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1818553 INFO (zkCallback-5498-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1818952 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1818952 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1818952 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/
[junit4] 2> 1818952 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1 url=https://127.0.0.1:32791/solr START replicas=[https://127.0.0.1:45123/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/] nUpdates=100
[junit4] 2> 1818953 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1 url=https://127.0.0.1:32791/solr DONE. We have no versions. sync failed.
[junit4] 2> 1818957 INFO (qtp38326136-23204) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1818958 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1818958 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1818958 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1818958 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1 stopping background replication from leader
[junit4] 2> 1818962 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/ shard1
[junit4] 2> 1819064 INFO (zkCallback-5498-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819064 INFO (zkCallback-5497-thread-2-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819064 INFO (zkCallback-5498-thread-2-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819064 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819113 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1819113 INFO (qtp1274131497-23201) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_out_of_order_db_qwith_in_place_updates&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1754
[junit4] 2> 1819215 INFO (zkCallback-5497-thread-2-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819215 INFO (zkCallback-5498-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819215 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819215 INFO (zkCallback-5498-thread-2-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819455 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 starting background replication from leader
[junit4] 2> 1819455 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 1819457 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 1819457 INFO (indexFetcher-5759-thread-1) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/
[junit4] 2> 1819459 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_out_of_order_db_qwith_in_place_updates&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2079
[junit4] 2> 1819463 INFO (qtp1274131497-23205) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1819463 INFO (indexFetcher-5759-thread-1) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1819463 INFO (indexFetcher-5759-thread-1) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1819463 INFO (indexFetcher-5759-thread-1) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1819463 INFO (indexFetcher-5759-thread-1) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1819466 INFO (qtp1274131497-23211) [n:127.0.0.1:32791_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1819567 INFO (zkCallback-5497-thread-2-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819567 INFO (zkCallback-5498-thread-2-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819567 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1819567 INFO (zkCallback-5498-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1820466 INFO (qtp1274131497-23211) [n:127.0.0.1:32791_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_out_of_order_db_qwith_in_place_updates&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=3416
[junit4] 2> 1820473 INFO (qtp38326136-23204) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/&wt=javabin&version=2}{add=[1 (1)]} 0 1
[junit4] 2> 1820473 INFO (qtp38326136-23202) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=3&distrib.from=https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/&wt=javabin&version=2}{deleteByQuery=inplace_updatable_int:5 (-3)} 0 0
[junit4] 2> 1820474 INFO (qtp38326136-23206) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.inplace.prevversion=1&distrib.from=https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/&wt=javabin&version=2&distrib.inplace.update=true}{add=[1 (2)]} 0 0
[junit4] 2> 1820475 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.c.ChaosMonkey monkey: kill jetty! 32791
[junit4] 2> 1820476 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4df9b6e6{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1820477 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=357821634
[junit4] 2> 1820477 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1820477 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@45e394c9: rootName = solr_32791, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6bbd48c6
[junit4] 2> 1820486 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1820486 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@11bcb642: rootName = solr_32791, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@31bdcb93
[junit4] 2> 1820494 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1820494 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57317a8a: rootName = solr_32791, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1c56a5a7
[junit4] 2> 1820495 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1820496 INFO (coreCloseExecutor-5760-thread-1) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] CLOSING SolrCore org.apache.solr.core.SolrCore@ebd0bb9
[junit4] 2> 1820496 INFO (coreCloseExecutor-5760-thread-1) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1, tag=247270329
[junit4] 2> 1820496 INFO (coreCloseExecutor-5760-thread-1) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2af6448c: rootName = solr_32791, domain = solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1, service url = null, agent id = null] for registry solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1 / com.codahale.metrics.MetricRegistry@3b966575
[junit4] 2> 1820507 INFO (coreCloseExecutor-5760-thread-1) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.leader, tag=247270329
[junit4] 2> 1820512 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.c.Overseer Overseer (id=98777735681933318-127.0.0.1:32791_solr-n_0000000000) closing
[junit4] 2> 1820512 INFO (OverseerStateUpdate-98777735681933318-127.0.0.1:32791_solr-n_0000000000) [n:127.0.0.1:32791_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:32791_solr
[junit4] 2> 1820513 INFO (zkCallback-5504-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1820513 INFO (zkCallback-5497-thread-2-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45123_solr
[junit4] 2> 1820513 INFO (zkCallback-5497-thread-3-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1820514 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1820514 INFO (zkCallback-5497-thread-2-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.Overseer Overseer (id=98777735681933317-127.0.0.1:45123_solr-n_0000000001) starting
[junit4] 2> 1820519 INFO (zkCallback-5504-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1820519 INFO (zkCallback-5497-thread-2-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1820519 INFO (zkCallback-5497-thread-3-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1820621 INFO (zkCallback-5504-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1820621 INFO (zkCallback-5497-thread-4-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1820621 INFO (zkCallback-5497-thread-3-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1822013 WARN (zkCallback-5498-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1822014 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@70d237b7{/solr,null,UNAVAILABLE}
[junit4] 2> 1822014 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 32791
[junit4] 2> 1822017 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.c.ChaosMonkey monkey: starting jetty! 32791
[junit4] 2> 1822017 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1822023 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74c1e84c{/solr,null,AVAILABLE}
[junit4] 2> 1822023 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@68d47cc8{SSL,[ssl, http/1.1]}{127.0.0.1:32791}
[junit4] 2> 1822023 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.e.j.s.Server Started @1823799ms
[junit4] 2> 1822024 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32791}
[junit4] 2> 1822024 ERROR (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1822024 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.1
[junit4] 2> 1822024 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1822024 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1822024 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-05T18:37:18.168Z
[junit4] 2> 1822027 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1822032 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44301/solr
[junit4] 2> 1822034 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15eedd3c70a000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1822043 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1822044 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [n:127.0.0.1:32791_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1822046 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [n:127.0.0.1:32791_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32791_solr
[junit4] 2> 1822046 INFO (zkCallback-5497-thread-4-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1822046 INFO (zkCallback-5504-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1822047 INFO (zkCallback-5509-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1822107 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [n:127.0.0.1:32791_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32791.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1822113 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [n:127.0.0.1:32791_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32791.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1822113 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [n:127.0.0.1:32791_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32791.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1822115 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [n:127.0.0.1:32791_solr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node2/.
[junit4] 2> 1822115 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[15CB466A46D1754A]) [n:127.0.0.1:32791_solr ] o.a.s.c.CorePropertiesLocator Cores are: [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]
[junit4] 2> 1822115 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1822125 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 1822129 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] Schema name=minimal
[junit4] 2> 1822131 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1822131 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1' using configuration from collection tlog_replica_test_out_of_order_db_qwith_in_place_updates, trusted=true
[junit4] 2> 1822131 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32791.solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f948b3
[junit4] 2> 1822131 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1822131 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node2/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node2/./tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/data/]
[junit4] 2> 1822159 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1822159 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1822160 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1822160 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1822160 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@72be5d2a[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] main]
[junit4] 2> 1822161 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1822161 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1822162 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1822162 INFO (searcherExecutor-5770-thread-1-processing-n:127.0.0.1:32791_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node1) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] Registered new searcher Searcher@72be5d2a[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1822162 INFO (coreLoadExecutor-5769-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580443776640352256
[junit4] 2> 1822218 INFO (zkCallback-5509-thread-1-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1822218 INFO (zkCallback-5497-thread-4-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1822218 INFO (zkCallback-5497-thread-3-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1822218 INFO (zkCallback-5504-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1822218 INFO (zkCallback-5509-thread-2-processing-n:127.0.0.1:32791_solr) [n:127.0.0.1:32791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1823014 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45123/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/
[junit4] 2> 1823015 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 url=https://127.0.0.1:45123/solr START replicas=[https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/] nUpdates=100
[junit4] 2> 1823035 INFO (qtp1737351738-23282) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1823035 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 url=https://127.0.0.1:45123/solr Received 0 versions from https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/ fingerprint:null
[junit4] 2> 1823035 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 url=https://127.0.0.1:45123/solr DONE. sync succeeded
[junit4] 2> 1823035 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1823035 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SyncStrategy https://127.0.0.1:45123/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/: try and ask https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/ to sync
[junit4] 2> 1823037 INFO (qtp1737351738-23282) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1 url=https://127.0.0.1:32791/solr START replicas=[https://127.0.0.1:45123/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/] nUpdates=100
[junit4] 2> 1823039 INFO (qtp38326136-23216) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1823039 INFO (qtp38326136-23216) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1823040 INFO (qtp1737351738-23282) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1823040 INFO (qtp1737351738-23282) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 1823040 INFO (qtp1737351738-23282) [n:127.0.0.1:32791_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node1 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&getVersions=100&sync=https://127.0.0.1:45123/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1823041 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SyncStrategy https://127.0.0.1:45123/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/: sync completed with https://127.0.0.1:32791/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/
[junit4] 2> 1823041 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 stopping background replication from leader
[junit4] 2> 1823041 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Replaying tlog before become new leader
[junit4] 2> 1823041 WARN (recoveryExecutor-5755-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.UpdateLog Starting log replay tlog{file=/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001/tempDir-001/node1/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/data/tlog/tlog.0000000000000000000 refcount=2} active=false starting pos=0 inSortedOrder=true
[junit4] 2> 1823078 INFO (recoveryExecutor-5755-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@59f4b577[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] realtime]
[junit4] 2> 1823080 INFO (recoveryExecutor-5755-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 start commit{flags=2,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1823080 INFO (recoveryExecutor-5755-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@c8cd578 commitCommandVersion:0
[junit4] 2> 1823081 INFO (recoveryExecutor-5755-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@36ce71bb[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] main]
[junit4] 2> 1823081 INFO (recoveryExecutor-5755-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1823082 INFO (searcherExecutor-5749-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] Registered new searcher Searcher@36ce71bb[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C1:fieldInfosGen=1:dvGen=2)))}
[junit4] 2> 1823082 INFO (recoveryExecutor-5755-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] {add=[1 (1), 1 (2)],deleteByQuery=inplace_updatable_int:5 (-3)} 0 40
[junit4] 2> 1823082 WARN (recoveryExecutor-5755-thread-1-processing-n:127.0.0.1:45123_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 s:shard1 c:tlog_replica_test_out_of_order_db_qwith_in_place_updates r:core_node2) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.UpdateLog Log replay finished. recoveryInfo=RecoveryInfo{adds=2 deletes=0 deleteByQuery=1 errors=0 positionOfStart=0}
[junit4] 2> 1823083 INFO (zkCallback-5497-thread-1-processing-n:127.0.0.1:45123_solr) [n:127.0.0.1:45123_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node2 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45123/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/ shard1
[junit4] 2> 1823184 INFO (zkCallback-5504-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json] for collection [tlog_replica_test_out_of_order_db_qwith_in_pl
[...truncated too long message...]
onnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1920149 INFO (qtp1737351738-23282) [n:127.0.0.1:32791_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:45123_solr&onlyIfLeaderActive=true&core=tlog_replica_test_recovery_shard1_replica_t2&coreNodeName=core_node1&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=21002
[junit4] 2> 1920150 ERROR (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1920150 INFO (SUITE-TestTlogReplica-seed#[15CB466A46D1754A]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44301 44301
[junit4] 2> 1920203 INFO (Thread-4051) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44301 44301
[junit4] 2> 1920204 WARN (Thread-4051) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 33 /solr/configs/conf
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 8 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 28 /solr/collections/tlog_replica_test_create_delete/state.json
[junit4] 2> 27 /solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json
[junit4] 2> 27 /solr/collections/tlog_replica_test_remove_leader/state.json
[junit4] 2> 25 /solr/collections/tlog_replica_test_kill_leader/state.json
[junit4] 2> 24 /solr/collections/tlog_replica_test_recovery/state.json
[junit4] 2> 24 /solr/collections/tlog_replica_test_kill_tlog_replica/state.json
[junit4] 2> 23 /solr/collections/tlog_replica_test_add_remove_tlog_replica/state.json
[junit4] 2> 21 /solr/collections/tlog_replica_test_basic_leader_election/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_only_leader_indexes/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_delete_by_id/state.json
[junit4] 2> 13 /solr/collections/tlog_replica_test_add_docs/state.json
[junit4] 2> 13 /solr/collections/tlog_replica_test_real_time_get/state.json
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 5 /solr/overseer_elect/election/98777735681933323-127.0.0.1:32791_solr-n_0000000002
[junit4] 2> 3 /solr/collections/tlog_replica_test_recovery/leader_elect/shard1/election/98777735681933323-core_node2-n_0000000000
[junit4] 2> 2 /solr/collections/tlog_replica_test_kill_tlog_replica/leader_elect/shard1/election/98777735681933323-core_node2-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_15CB466A46D1754A-001
[junit4] 2> Oct 05, 2017 6:38:56 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {foo=PostingsFormat(name=Asserting), title_s=PostingsFormat(name=LuceneVarGapFixedInterval), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), foo_s=PostingsFormat(name=Asserting)}, docValues:{_version_=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70), inplace_updatable_int=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=993, maxMBSortInHeap=7.697527843366051, sim=RandomSimilarity(queryNorm=false): {}, locale=mk, timezone=Europe/Rome
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=114428008,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestBulkSchemaAPI, IndexSchemaRuntimeFieldTest, TestSolrIndexConfig, TestManagedResource, BasicFunctionalityTest, TestStressRecovery, DistributedFacetPivotLongTailTest, TestSimpleQParserPlugin, DistributedExpandComponentTest, TestSchemaVersionResource, TestPartialUpdateDeduplication, HdfsRecoverLeaseTest, JsonLoaderTest, TestCloudRecovery, SolrCmdDistributorTest, TestNumericTokenStream, BlockJoinFacetSimpleTest, V2StandaloneTest, TestSizeLimitedDistributedMap, TestQueryTypes, TestExportWriter, TestXmlQParserPlugin, BlobRepositoryCloudTest, HdfsBasicDistributedZk2Test, HttpPartitionTest, ClassificationUpdateProcessorIntegrationTest, SolrIndexMetricsTest, VMParamsZkACLAndCredentialsProvidersTest, SpellCheckCollatorWithCollapseTest, TestUninvertingReader, UpdateLogTest, TestCryptoKeys, MoveReplicaHDFSUlogDirTest, TestDistribIDF, ClusterStateUpdateTest, NoCacheHeaderTest, MigrateRouteKeyTest, NodeMutatorTest, StatsReloadRaceTest, TestMacroExpander, SSLMigrationTest, FileBasedSpellCheckerTest, TestXIncludeConfig, TestCursorMarkWithoutUniqueKey, SuggestComponentContextFilterQueryTest, TestCustomSort, BadCopyFieldTest, TestDownShardTolerantSearch, SolrMetricReporterTest, SOLR749Test, TestSolrConfigHandlerConcurrent, CSVRequestHandlerTest, CdcrRequestHandlerTest, TestUseDocValuesAsStored2, TestMultiWordSynonyms, TestHdfsUpdateLog, TestLRUCache, TestCoreContainer, TestStressVersions, TestEmbeddedSolrServerConstructors, EnumFieldTest, ZkCLITest, CoreAdminHandlerTest, ResourceLoaderTest, TestDistributedGrouping, HdfsSyncSliceTest, ConnectionReuseTest, ShardRoutingCustomTest, TestStressUserVersions, DocValuesMultiTest, TestMinMaxOnMultiValuedField, TestSQLHandler, SmileWriterTest, TestReplicaProperties, AssignTest, ShardRoutingTest, TestManagedSchemaAPI, TestSimpleTrackingShardHandler, BadComponentTest, LeaderFailureAfterFreshStartTest, HighlighterTest, TestConfigSetsAPI, LoggingHandlerTest, SchemaVersionSpecificBehaviorTest, HdfsChaosMonkeySafeLeaderTest, BigEndianAscendingWordSerializerTest, RankQueryTest, CollectionTooManyReplicasTest, SolrCLIZkUtilsTest, TestFileDictionaryLookup, TestClusterStateMutator, AtomicUpdateProcessorFactoryTest, TestRTimerTree, TestJsonRequest, TestExpandComponent, CacheHeaderTest, DirectSolrSpellCheckerTest, TestAuthenticationFramework, TestCollationFieldDocValues, CdcrUpdateLogTest, TestSweetSpotSimilarityFactory, TestUpdate, WrapperMergePolicyFactoryTest, TestSubQueryTransformer, DistributedSuggestComponentTest, TestConfigsApi, TestBlobHandler, OpenCloseCoreStressTest, TestPostingsSolrHighlighter, TestFieldCache, FileUtilsTest, TestFieldResource, DistribDocExpirationUpdateProcessorTest, DeleteShardTest, TestSchemaNameResource, CollectionsAPIDistributedZkTest, TestImpersonationWithHadoopAuth, ImplicitSnitchTest, SampleTest, TestBM25SimilarityFactory, MoreLikeThisHandlerTest, LeaderElectionTest, TestZkChroot, TestFaceting, TestHashPartitioner, TestReload, DistributedTermsComponentTest, TestRangeQuery, TestBadConfig, SoftAutoCommitTest, TestIndexingPerformance, FastVectorHighlighterTest, UpdateRequestProcessorFactoryTest, QueryParsingTest, TestComponentsName, HighlighterConfigTest, UpdateParamsTest, AlternateDirectoryTest, TestQuerySenderNoQuery, TestSolrDeletionPolicy2, TestDocSet, TestSearchPerf, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CloudExitableDirectoryReaderTest, CollectionsAPIAsyncDistributedZkTest, DeleteNodeTest, DistributedQueueTest, DistributedVersionInfoTest, LeaderInitiatedRecoveryOnShardRestartTest, MissingSegmentRecoveryTest, MoveReplicaHDFSTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerStatusTest, PeerSyncReplicationTest, RecoveryAfterSoftCommitTest, TestCloudPivotFacet, TestLockTree, TestPrepRecovery, TestStressLiveNodes, TestTlogReplica]
[junit4] Completed [554/730 (1!)] on J1 in 104.27s, 13 tests, 1 failure <<< FAILURES!
[...truncated 44122 lines...]
[JENKINS] Lucene-Solr-7.0-Linux (32bit/jdk1.8.0_144) - Build # 424
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.0-Linux/424/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestTlogReplica.testRecovery
Error Message:
Can not find doc 3 in https://127.0.0.1:35917/solr
Stack Trace:
java.lang.AssertionError: Can not find doc 3 in https://127.0.0.1:35917/solr
at __randomizedtesting.SeedInfo.seed([39AEFAD24CDF207D:F85E837E618FEADA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:868)
at org.apache.solr.cloud.TestTlogReplica.testRecovery(TestTlogReplica.java:559)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12780 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTlogReplica
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/init-core-data-001
[junit4] 2> 1940349 WARN (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1219 numCloses=1219
[junit4] 2> 1940349 INFO (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1940351 INFO (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1940352 INFO (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001
[junit4] 2> 1940352 INFO (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1940352 INFO (Thread-6144) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1940352 INFO (Thread-6144) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1940356 ERROR (Thread-6144) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1940452 INFO (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45387
[junit4] 2> 1940455 INFO (jetty-launcher-2742-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1940455 INFO (jetty-launcher-2742-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1940456 INFO (jetty-launcher-2742-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d79cf{/solr,null,AVAILABLE}
[junit4] 2> 1940456 INFO (jetty-launcher-2742-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@107656b{/solr,null,AVAILABLE}
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e1c00d{SSL,[ssl, http/1.1]}{127.0.0.1:35917}
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@168c31d{SSL,[ssl, http/1.1]}{127.0.0.1:46611}
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-2) [ ] o.e.j.s.Server Started @1942466ms
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-1) [ ] o.e.j.s.Server Started @1942466ms
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35917}
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46611}
[junit4] 2> 1940457 ERROR (jetty-launcher-2742-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1940457 ERROR (jetty-launcher-2742-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.1
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.1
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-05T13:53:25.295Z
[junit4] 2> 1940457 INFO (jetty-launcher-2742-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-05T13:53:25.295Z
[junit4] 2> 1940460 INFO (jetty-launcher-2742-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1940460 INFO (jetty-launcher-2742-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1940466 INFO (jetty-launcher-2742-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45387/solr
[junit4] 2> 1940466 INFO (jetty-launcher-2742-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45387/solr
[junit4] 2> 1940522 INFO (jetty-launcher-2742-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1940522 INFO (jetty-launcher-2742-thread-1) [n:127.0.0.1:46611_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1940522 INFO (jetty-launcher-2742-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35917_solr
[junit4] 2> 1940522 INFO (jetty-launcher-2742-thread-1) [n:127.0.0.1:46611_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46611_solr
[junit4] 2> 1940522 INFO (jetty-launcher-2742-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.c.Overseer Overseer (id=98776619757797382-127.0.0.1:35917_solr-n_0000000000) starting
[junit4] 2> 1940523 INFO (zkCallback-2753-thread-1-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1940523 INFO (zkCallback-2754-thread-1-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1940529 INFO (jetty-launcher-2742-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35917_solr
[junit4] 2> 1940529 INFO (zkCallback-2754-thread-1-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1940529 INFO (zkCallback-2753-thread-1-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1940620 INFO (jetty-launcher-2742-thread-1) [n:127.0.0.1:46611_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46611.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1940625 INFO (jetty-launcher-2742-thread-1) [n:127.0.0.1:46611_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46611.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1940625 INFO (jetty-launcher-2742-thread-1) [n:127.0.0.1:46611_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46611.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1940626 INFO (jetty-launcher-2742-thread-1) [n:127.0.0.1:46611_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node1/.
[junit4] 2> 1940670 INFO (jetty-launcher-2742-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35917.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1940676 INFO (jetty-launcher-2742-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35917.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1940676 INFO (jetty-launcher-2742-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35917.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1940677 INFO (jetty-launcher-2742-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node2/.
[junit4] 2> 1940700 INFO (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1940700 INFO (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45387/solr ready
[junit4] 2> 1940701 INFO (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
[junit4] 2> 1940745 INFO (qtp10166328-19442) [n:127.0.0.1:35917_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1940746 INFO (qtp10166328-19442) [n:127.0.0.1:35917_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1940753 INFO (TEST-TestTlogReplica.testAddDocs-seed#[39AEFAD24CDF207D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddDocs
[junit4] 2> 1940754 INFO (qtp10166328-19452) [n:127.0.0.1:35917_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_add_docs&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1940757 INFO (OverseerThreadFactory-8014-thread-1-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_add_docs
[junit4] 2> 1940859 INFO (OverseerStateUpdate-98776619757797382-127.0.0.1:35917_solr-n_0000000000) [n:127.0.0.1:35917_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_add_docs",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_add_docs_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46611/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1940859 INFO (OverseerStateUpdate-98776619757797382-127.0.0.1:35917_solr-n_0000000000) [n:127.0.0.1:35917_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_add_docs",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_add_docs_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35917/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1941065 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1941065 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1941098 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1941099 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1941201 INFO (zkCallback-2754-thread-1-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941201 INFO (zkCallback-2753-thread-1-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941201 INFO (zkCallback-2754-thread-2-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941201 INFO (zkCallback-2753-thread-2-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942072 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 1942077 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_add_docs_shard1_replica_t2] Schema name=minimal
[junit4] 2> 1942078 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1942078 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_add_docs_shard1_replica_t2' using configuration from collection tlog_replica_test_add_docs, trusted=true
[junit4] 2> 1942079 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35917.solr.core.tlog_replica_test_add_docs.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_add_docs.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1942079 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1942079 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_add_docs_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node2/tlog_replica_test_add_docs_shard1_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node2/./tlog_replica_test_add_docs_shard1_replica_t2/data/]
[junit4] 2> 1942105 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 1942109 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_add_docs_shard1_replica_t1] Schema name=minimal
[junit4] 2> 1942110 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1942111 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_add_docs_shard1_replica_t1' using configuration from collection tlog_replica_test_add_docs, trusted=true
[junit4] 2> 1942111 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46611.solr.core.tlog_replica_test_add_docs.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_add_docs.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1942111 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1942111 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_add_docs_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node1/tlog_replica_test_add_docs_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node1/./tlog_replica_test_add_docs_shard1_replica_t1/data/]
[junit4] 2> 1942113 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1942113 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1942114 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1942114 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1942115 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@f12db0[tlog_replica_test_add_docs_shard1_replica_t2] main]
[junit4] 2> 1942116 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1942116 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1942117 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1942118 INFO (searcherExecutor-8019-thread-1-processing-n:127.0.0.1:35917_solr x:tlog_replica_test_add_docs_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_docs r:core_node2) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t2] Registered new searcher Searcher@f12db0[tlog_replica_test_add_docs_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1942118 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580425917975494656
[junit4] 2> 1942121 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1942143 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1942143 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1942144 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1942144 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1942145 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17e17bb[tlog_replica_test_add_docs_shard1_replica_t1] main]
[junit4] 2> 1942146 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1942146 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1942147 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1942147 INFO (searcherExecutor-8021-thread-1-processing-n:127.0.0.1:46611_solr x:tlog_replica_test_add_docs_shard1_replica_t1 s:shard1 c:tlog_replica_test_add_docs r:core_node1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t1] Registered new searcher Searcher@17e17bb[tlog_replica_test_add_docs_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1942147 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580425918005903360
[junit4] 2> 1942222 INFO (zkCallback-2753-thread-1-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942222 INFO (zkCallback-2754-thread-2-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942222 INFO (zkCallback-2754-thread-1-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942222 INFO (zkCallback-2753-thread-2-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942621 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1942621 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1942621 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35917/solr/tlog_replica_test_add_docs_shard1_replica_t2/
[junit4] 2> 1942622 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_add_docs_shard1_replica_t2 url=https://127.0.0.1:35917/solr START replicas=[https://127.0.0.1:46611/solr/tlog_replica_test_add_docs_shard1_replica_t1/] nUpdates=100
[junit4] 2> 1942622 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_add_docs_shard1_replica_t2 url=https://127.0.0.1:35917/solr DONE. We have no versions. sync failed.
[junit4] 2> 1942623 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1942624 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1942624 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1942624 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1942624 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_add_docs_shard1_replica_t2 stopping background replication from leader
[junit4] 2> 1942625 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35917/solr/tlog_replica_test_add_docs_shard1_replica_t2/ shard1
[junit4] 2> 1942726 INFO (zkCallback-2753-thread-1-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942726 INFO (zkCallback-2754-thread-1-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942726 INFO (zkCallback-2753-thread-2-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942726 INFO (zkCallback-2754-thread-2-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942776 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1942777 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1711
[junit4] 2> 1942878 INFO (zkCallback-2753-thread-2-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942878 INFO (zkCallback-2754-thread-2-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942878 INFO (zkCallback-2754-thread-1-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942878 INFO (zkCallback-2753-thread-1-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1943150 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_add_docs_shard1_replica_t1 starting background replication from leader
[junit4] 2> 1943150 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 1943152 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 1943152 INFO (qtp28296195-19441) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2053
[junit4] 2> 1943152 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:35917/solr/tlog_replica_test_add_docs_shard1_replica_t2/
[junit4] 2> 1943154 INFO (qtp10166328-19452) [n:127.0.0.1:35917_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1943154 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1943154 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1943154 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1943154 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1943154 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1943254 INFO (zkCallback-2754-thread-1-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1943254 INFO (zkCallback-2753-thread-1-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1943254 INFO (zkCallback-2753-thread-2-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1943254 INFO (zkCallback-2754-thread-2-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1944154 INFO (qtp10166328-19452) [n:127.0.0.1:35917_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_add_docs&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=3399
[junit4] 2> 1944163 INFO (qtp28296195-19453) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:35917/solr/tlog_replica_test_add_docs_shard1_replica_t2/&wt=javabin&version=2}{add=[1 (1580425920113541120)]} 0 1
[junit4] 2> 1944163 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1580425920113541120)]} 0 5
[junit4] 2> 1944164 INFO (qtp28296195-19455) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:35917/solr/tlog_replica_test_add_docs_shard1_replica_t2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 1944196 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580425920154435584,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1944197 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6cbcc5 commitCommandVersion:1580425920154435584
[junit4] 2> 1944198 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@d8de60[tlog_replica_test_add_docs_shard1_replica_t2] main]
[junit4] 2> 1944199 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1944200 INFO (searcherExecutor-8019-thread-1-processing-n:127.0.0.1:35917_solr x:tlog_replica_test_add_docs_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_docs r:core_node2) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t2] Registered new searcher Searcher@d8de60[tlog_replica_test_add_docs_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C1)))}
[junit4] 2> 1944200 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:35917/solr/tlog_replica_test_add_docs_shard1_replica_t2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
[junit4] 2> 1944200 INFO (qtp10166328-19442) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_add_docs:6&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 36
[junit4] 2> 1944203 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 1944206 INFO (qtp28296195-19453) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1944307 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1944407 INFO (qtp28296195-19445) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1944508 INFO (qtp28296195-19455) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1944609 INFO (qtp28296195-19453) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1944709 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1944759 INFO (OverseerCollectionConfigSetProcessor-98776619757797382-127.0.0.1:35917_solr-n_0000000000) [n:127.0.0.1:35917_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1944810 INFO (qtp28296195-19445) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1944911 INFO (qtp28296195-19455) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945011 INFO (qtp28296195-19453) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945112 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945213 INFO (qtp28296195-19445) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945314 INFO (qtp28296195-19445) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945415 INFO (qtp28296195-19453) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945516 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945617 INFO (qtp28296195-19455) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945717 INFO (qtp28296195-19445) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945818 INFO (qtp28296195-19453) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1945919 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1946020 INFO (qtp28296195-19455) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1946120 INFO (qtp28296195-19445) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1946152 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1946153 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 1946153 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Master's version: 1507211609035
[junit4] 2> 1946153 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1946153 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1946153 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1946153 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 1946153 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Number of files in latest index in master: 20
[junit4] 2> 1946154 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@b82ce6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1c21ed6)
[junit4] 2> 1946155 INFO (qtp10166328-19456) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946156 INFO (qtp10166328-19442) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946156 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946157 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.tib&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946158 INFO (qtp10166328-19456) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946158 INFO (qtp10166328-19442) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946159 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_TestBloomFilteredLucenePostings_0.blm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946160 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946160 INFO (qtp10166328-19456) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.tiv&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946161 INFO (qtp10166328-19442) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_TestBloomFilteredLucenePostings_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946162 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_TestBloomFilteredLucenePostings_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946162 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.mdvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946163 INFO (qtp10166328-19456) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_TestBloomFilteredLucenePostings_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946163 INFO (qtp10166328-19442) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_TestBloomFilteredLucenePostings_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946164 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.mdvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946164 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946165 INFO (qtp10166328-19456) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946165 INFO (qtp10166328-19442) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946166 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946166 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1946167 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=3541) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@b82ce6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1c21ed6)
[junit4] 2> 1946168 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1946168 INFO (indexFetcher-8030-thread-1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@de7580[tlog_replica_test_add_docs_shard1_replica_t1] main]
[junit4] 2> 1946169 INFO (searcherExecutor-8021-thread-1-processing-n:127.0.0.1:46611_solr x:tlog_replica_test_add_docs_shard1_replica_t1 s:shard1 c:tlog_replica_test_add_docs r:core_node1) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t1] Registered new searcher Searcher@de7580[tlog_replica_test_add_docs_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C1)))}
[junit4] 2> 1946221 INFO (qtp28296195-19453) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 1946223 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_add_docs s:shard1 r:core_node1 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/admin/plugins params={qt=/admin/plugins&stats=true&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1946226 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 1946227 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/admin/plugins params={qt=/admin/plugins&stats=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1946228 INFO (TEST-TestTlogReplica.testAddDocs-seed#[39AEFAD24CDF207D]) [ ] o.a.s.c.TestTlogReplica tearDown deleting collection
[junit4] 2> 1946228 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=tlog_replica_test_add_docs&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1946230 INFO (OverseerThreadFactory-8014-thread-2-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1946231 INFO (qtp28296195-19451) [n:127.0.0.1:46611_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_add_docs.shard1.replica_t1, tag=null
[junit4] 2> 1946232 INFO (qtp28296195-19451) [n:127.0.0.1:46611_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3442f2: rootName = solr_46611, domain = solr.core.tlog_replica_test_add_docs.shard1.replica_t1, service url = null, agent id = null] for registry solr.core.tlog_replica_test_add_docs.shard1.replica_t1 / com.codahale.metrics.MetricRegistry@1dbbd82
[junit4] 2> 1946233 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_add_docs.shard1.replica_t2, tag=null
[junit4] 2> 1946233 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@135af47: rootName = solr_35917, domain = solr.core.tlog_replica_test_add_docs.shard1.replica_t2, service url = null, agent id = null] for registry solr.core.tlog_replica_test_add_docs.shard1.replica_t2 / com.codahale.metrics.MetricRegistry@19d48a9
[junit4] 2> 1946241 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr ] o.a.s.c.ZkController tlog_replica_test_add_docs_shard1_replica_t2 stopping background replication from leader
[junit4] 2> 1946241 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr ] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t2] CLOSING SolrCore org.apache.solr.core.SolrCore@1d13b64
[junit4] 2> 1946241 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_add_docs.shard1.replica_t2, tag=30489444
[junit4] 2> 1946241 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_add_docs.shard1.leader, tag=30489444
[junit4] 2> 1946243 WARN (zkCallback-2753-thread-2-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.LeaderElector
[junit4] 2> org.apache.solr.common.SolrException: SolrCore not found:tlog_replica_test_add_docs_shard1_replica_t1 in []
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:297)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1946243 INFO (qtp10166328-19446) [n:127.0.0.1:35917_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=tlog_replica_test_add_docs_shard1_replica_t2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 1946244 INFO (zkCallback-2760-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1946244 INFO (zkCallback-2753-thread-2-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1946244 INFO (zkCallback-2753-thread-1-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1946246 INFO (qtp28296195-19451) [n:127.0.0.1:46611_solr ] o.a.s.c.ZkController tlog_replica_test_add_docs_shard1_replica_t1 stopping background replication from leader
[junit4] 2> 1946247 INFO (qtp28296195-19451) [n:127.0.0.1:46611_solr ] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t1] CLOSING SolrCore org.apache.solr.core.SolrCore@136adfa
[junit4] 2> 1946247 INFO (qtp28296195-19451) [n:127.0.0.1:46611_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_add_docs.shard1.replica_t1, tag=20360698
[junit4] 2> 1946247 INFO (qtp28296195-19451) [n:127.0.0.1:46611_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_add_docs.shard1.leader, tag=20360698
[junit4] 2> 1946248 INFO (qtp28296195-19451) [n:127.0.0.1:46611_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 1946249 INFO (qtp28296195-19451) [n:127.0.0.1:46611_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=tlog_replica_test_add_docs_shard1_replica_t1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 1946351 INFO (zkCallback-2760-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1946951 INFO (qtp10166328-19444) [n:127.0.0.1:35917_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=tlog_replica_test_add_docs&action=DELETE&wt=javabin&version=2} status=0 QTime=723
[junit4] 2> 1946952 INFO (TEST-TestTlogReplica.testAddDocs-seed#[39AEFAD24CDF207D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAddDocs
[junit4] 2> 1946963 INFO (TEST-TestTlogReplica.testOnlyLeaderIndexes-seed#[39AEFAD24CDF207D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOnlyLeaderIndexes
[junit4] 2> 1946964 INFO (qtp10166328-19448) [n:127.0.0.1:35917_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_only_leader_indexes&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1946965 INFO (OverseerThreadFactory-8014-thread-3-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_only_leader_indexes
[junit4] 2> 1946965 INFO (OverseerCollectionConfigSetProcessor-98776619757797382-127.0.0.1:35917_solr-n_0000000000) [n:127.0.0.1:35917_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1947167 INFO (OverseerStateUpdate-98776619757797382-127.0.0.1:35917_solr-n_0000000000) [n:127.0.0.1:35917_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_only_leader_indexes",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_only_leader_indexes_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35917/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1947168 INFO (OverseerStateUpdate-98776619757797382-127.0.0.1:35917_solr-n_0000000000) [n:127.0.0.1:35917_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_only_leader_indexes",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_only_leader_indexes_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46611/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1947370 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_only_leader_indexes_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_only_leader_indexes&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1947370 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=tlog_replica_test_only_leader_indexes_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_only_leader_indexes&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1947473 INFO (zkCallback-2754-thread-1-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1947473 INFO (zkCallback-2754-thread-2-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1947473 INFO (zkCallback-2753-thread-2-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1947473 INFO (zkCallback-2753-thread-1-processing-n:127.0.0.1:46611_solr) [n:127.0.0.1:46611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1948379 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 1948379 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 1948385 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_only_leader_indexes_shard1_replica_t1] Schema name=minimal
[junit4] 2> 1948385 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_only_leader_indexes_shard1_replica_t2] Schema name=minimal
[junit4] 2> 1948387 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1948387 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1948387 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_only_leader_indexes_shard1_replica_t2' using configuration from collection tlog_replica_test_only_leader_indexes, trusted=true
[junit4] 2> 1948387 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_only_leader_indexes_shard1_replica_t1' using configuration from collection tlog_replica_test_only_leader_indexes, trusted=true
[junit4] 2> 1948388 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35917.solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1948388 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46611.solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73d670
[junit4] 2> 1948388 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1948389 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1948389 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_only_leader_indexes_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node2/tlog_replica_test_only_leader_indexes_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node2/./tlog_replica_test_only_leader_indexes_shard1_replica_t1/data/]
[junit4] 2> 1948389 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_only_leader_indexes_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node1/tlog_replica_test_only_leader_indexes_shard1_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001/tempDir-001/node1/./tlog_replica_test_only_leader_indexes_shard1_replica_t2/data/]
[junit4] 2> 1948474 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1948474 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1948475 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1948475 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1948476 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@18db2b7[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main]
[junit4] 2> 1948477 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1948477 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1948478 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1948478 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1948478 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1948478 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1948479 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1948479 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@148395b[tlog_replica_test_only_leader_indexes_shard1_replica_t1] main]
[junit4] 2> 1948480 INFO (searcherExecutor-8032-thread-1-processing-n:127.0.0.1:46611_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t2 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node2) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica_t2] Registered new searcher Searcher@18db2b7[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1948480 INFO (qtp28296195-19443) [n:127.0.0.1:46611_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580425924646535168
[junit4] 2> 1948480 INFO (qtp10166328-19454) [n:127.0.0.1:35917_solr c:tlog_replica_test_only_
[...truncated too long message...]
ler@cdefe0{/solr,null,UNAVAILABLE}
[junit4] 2> 2042082 ERROR (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2042082 INFO (SUITE-TestTlogReplica-seed#[39AEFAD24CDF207D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45387 45387
[junit4] 2> 2047696 INFO (Thread-6144) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45387 45387
[junit4] 2> 2047696 WARN (Thread-6144) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 33 /solr/configs/conf
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 8 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 28 /solr/collections/tlog_replica_test_remove_leader/state.json
[junit4] 2> 28 /solr/collections/tlog_replica_test_create_delete/state.json
[junit4] 2> 27 /solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json
[junit4] 2> 26 /solr/collections/tlog_replica_test_kill_leader/state.json
[junit4] 2> 25 /solr/collections/tlog_replica_test_add_remove_tlog_replica/state.json
[junit4] 2> 23 /solr/collections/tlog_replica_test_recovery/state.json
[junit4] 2> 23 /solr/collections/tlog_replica_test_basic_leader_election/state.json
[junit4] 2> 23 /solr/collections/tlog_replica_test_kill_tlog_replica/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_add_docs/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_only_leader_indexes/state.json
[junit4] 2> 13 /solr/collections/tlog_replica_test_real_time_get/state.json
[junit4] 2> 13 /solr/collections/tlog_replica_test_delete_by_id/state.json
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 5 /solr/overseer_elect/election/98776619757797387-127.0.0.1:46611_solr-n_0000000002
[junit4] 2> 3 /solr/collections/tlog_replica_test_recovery/leader_elect/shard1/election/98776619757797387-core_node2-n_0000000000
[junit4] 2> 3 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/98776619757797387-core_node1-n_0000000000
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/98776619757797382-core_node1-n_0000000001
[junit4] 2> 2 /solr/collections/tlog_replica_test_kill_tlog_replica/leader_elect/shard1/election/98776619757797387-core_node2-n_0000000000
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/98776619757797387-core_node5-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/98776619757797382-127.0.0.1:35917_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_39AEFAD24CDF207D-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {foo=PostingsFormat(name=LuceneVarGapDocFreqInterval), title_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), foo_s=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{_version_=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Memory), inplace_updatable_int=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1097, maxMBSortInHeap=6.535086209658816, sim=RandomSimilarity(queryNorm=false): {}, locale=el-GR, timezone=Africa/Asmera
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=180211312,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [DistributedFacetPivotWhiteBoxTest, DeleteLastCustomShardedReplicaTest, TestFieldCache, DistributedExpandComponentTest, QueryParsingTest, DeleteShardTest, TestCursorMarkWithoutUniqueKey, TestXmlQParserPlugin, TestSubQueryTransformer, TestElisionMultitermQuery, SOLR749Test, CloudExitableDirectoryReaderTest, TestBackupRepositoryFactory, TestReloadAndDeleteDocs, MoreLikeThisHandlerTest, LukeRequestHandlerTest, ChaosMonkeySafeLeaderWithPullReplicasTest, DistributedFacetPivotLongTailTest, TestCollapseQParserPlugin, NodeMutatorTest, HdfsBasicDistributedZk2Test, BlobRepositoryCloudTest, TestJavabinTupleStreamParser, IndexSchemaTest, TestLegacyFieldReuse, EnumFieldTest, FileUtilsTest, TestLegacyFieldCache, SolrCmdDistributorTest, TestImpersonationWithHadoopAuth, TestHdfsUpdateLog, TestAtomicUpdateErrorCases, StatsReloadRaceTest, TestCustomSort, TestTolerantUpdateProcessorRandomCloud, DistanceUnitsTest, ExitableDirectoryReaderTest, TestCloudManagedSchema, CoreMergeIndexesAdminHandlerTest, AnalysisAfterCoreReloadTest, TestPostingsSolrHighlighter, ClassificationUpdateProcessorIntegrationTest, SSLMigrationTest, DirectSolrSpellCheckerTest, TestCharFilters, TestTrackingShardHandlerFactory, TestCustomStream, LoggingHandlerTest, TestExportWriter, WrapperMergePolicyFactoryTest, DocValuesTest, TestReplicationHandlerBackup, TestJsonRequest, TestFuzzyAnalyzedSuggestions, TestMultiWordSynonyms, SharedFSAutoReplicaFailoverTest, BadCopyFieldTest, TestNumericTokenStream, TestSearchPerf, TestCloudRecovery, ChaosMonkeySafeLeaderTest, TestQueryTypes, TestLegacyNumericRangeQueryBuilder, TestSimpleQParserPlugin, TestPayloadCheckQParserPlugin, HdfsUnloadDistributedZkTest, TestUnifiedSolrHighlighter, TestSchemaNameResource, TestManagedSchemaAPI, UpdateLogTest, TestSolrCoreSnapshots, DirectSolrConnectionTest, TestLRUCache, PrimUtilsTest, DistribDocExpirationUpdateProcessorTest, TestUninvertingReader, TestSSLRandomization, TestManagedResource, TestUseDocValuesAsStored2, TestRecoveryHdfs, TestStressVersions, ConvertedLegacyTest, TestLRUStatsCache, SchemaVersionSpecificBehaviorTest, SuggesterTSTTest, FileBasedSpellCheckerTest, TestMacroExpander, ImplicitSnitchTest, TestPartialUpdateDeduplication, TestBulkSchemaAPI, SpellCheckCollatorWithCollapseTest, DOMUtilTest, SubstringBytesRefFilterTest, DocValuesMultiTest, TestFieldResource, TestCollationFieldDocValues, BJQParserTest, TestUpdate, ZkCLITest, TestPerFieldSimilarity, ResourceLoaderTest, TestPrepRecovery, AtomicUpdateProcessorFactoryTest, SliceStateTest, ShardRoutingCustomTest, SparseHLLTest, HdfsChaosMonkeySafeLeaderTest, TestDistribIDF, TestSolrCloudWithSecureImpersonation, NoCacheHeaderTest, DocExpirationUpdateProcessorFactoryTest, JsonLoaderTest, TestLeaderElectionWithEmptyReplica, DistanceFunctionTest, RecoveryAfterSoftCommitTest, TestSystemIdResolver, TestHashPartitioner, TestNamedUpdateProcessors, TestGraphTermsQParserPlugin, BasicDistributedZkTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, TestReplicationHandler, ZkSolrClientTest, TestFaceting, TestRecovery, TestRealTimeGet, TestStressReorder, TestJoin, QueryElevationComponentTest, TestSort, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, HighlighterTest, SolrIndexSplitterTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, SuggesterTest, TestTrie, SpatialFilterTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, PrimitiveFieldTypeTest, TestOmitPositions, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, RequiredFieldsTest, TestSolrQueryParser, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, TestCollationField, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, MBeansHandlerTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, TestQuerySenderListener, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, BadComponentTest, TestStressRecovery, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCodecSupport, TestFastWriter, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, PreAnalyzedFieldTest, DateFieldTest, ClusterStateTest, ZkNodePropsTest, TestRTGBase, CursorPagingTest, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CleanupOldIndexTest, CollectionReloadTest, CollectionTooManyReplicasTest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteNodeTest, DistribJoinFromCollectionTest, DistributedQueueTest, DocValuesNotIndexedTest, HttpPartitionTest, MissingSegmentRecoveryTest, MoveReplicaHDFSTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerStatusTest, ReplicationFactorTest, SimpleCollectionCreateDeleteTest, SolrXmlInZkTest, TestAuthenticationFramework, TestClusterProperties, TestCollectionAPI, TestCryptoKeys, TestDownShardTolerantSearch, TestOnReconnectListenerSupport, TestRandomFlRTGCloud, TestTlogReplica]
[junit4] Completed [567/730 (1!)] on J1 in 107.36s, 13 tests, 1 failure <<< FAILURES!
[...truncated 40175 lines...]
[JENKINS] Lucene-Solr-7.0-Linux (64bit/jdk1.8.0_144) - Build # 423
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.0-Linux/423/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1000>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1000>
at __randomizedtesting.SeedInfo.seed([F6025A0113D01E08:2F540BC510B40D42]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithSourceCluster(CdcrBootstrapTest.java:232)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ReplaceNodeTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([F6025A0113D01E08:7E5665DBBD2C73F0]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeTest.test(ReplaceNodeTest.java:98)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12536 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_F6025A0113D01E08-001/init-core-data-001
[junit4] 2> 1286083 WARN (SUITE-CdcrBootstrapTest-seed#[F6025A0113D01E08]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1286083 INFO (SUITE-CdcrBootstrapTest-seed#[F6025A0113D01E08]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1286084 INFO (SUITE-CdcrBootstrapTest-seed#[F6025A0113D01E08]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] IGNOR/A 0.00s J1 | CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
[junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-11278))
[junit4] 2> 1286089 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F6025A0113D01E08]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithSourceCluster
[junit4] 2> 1286089 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F6025A0113D01E08]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_F6025A0113D01E08-001/cdcr-target-001
[junit4] 2> 1286089 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F6025A0113D01E08]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1286089 INFO (Thread-4327) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1286089 INFO (Thread-4327) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1286090 ERROR (Thread-4327) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1286189 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F6025A0113D01E08]) [ ] o.a.s.c.ZkTestServer start zk server on port:37567
[junit4] 2> 1286196 INFO (jetty-launcher-1545-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1286208 INFO (jetty-launcher-1545-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36586535{/solr,null,AVAILABLE}
[junit4] 2> 1286208 INFO (jetty-launcher-1545-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@464ebd9c{SSL,[ssl, http/1.1]}{127.0.0.1:44799}
[junit4] 2> 1286208 INFO (jetty-launcher-1545-thread-1) [ ] o.e.j.s.Server Started @1288101ms
[junit4] 2> 1286208 INFO (jetty-launcher-1545-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44799}
[junit4] 2> 1286208 ERROR (jetty-launcher-1545-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1286209 INFO (jetty-launcher-1545-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.1
[junit4] 2> 1286209 INFO (jetty-launcher-1545-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1286209 INFO (jetty-launcher-1545-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1286209 INFO (jetty-launcher-1545-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-05T09:37:00.072Z
[junit4] 2> 1286243 INFO (jetty-launcher-1545-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1286271 INFO (jetty-launcher-1545-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37567/solr
[junit4] 2> 1286323 INFO (jetty-launcher-1545-thread-1) [n:127.0.0.1:44799_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1286324 INFO (jetty-launcher-1545-thread-1) [n:127.0.0.1:44799_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44799_solr
[junit4] 2> 1286324 INFO (jetty-launcher-1545-thread-1) [n:127.0.0.1:44799_solr ] o.a.s.c.Overseer Overseer (id=98775611470839811-127.0.0.1:44799_solr-n_0000000000) starting
[junit4] 2> 1286342 INFO (jetty-launcher-1545-thread-1) [n:127.0.0.1:44799_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44799_solr
[junit4] 2> 1286343 INFO (zkCallback-1552-thread-1-processing-n:127.0.0.1:44799_solr) [n:127.0.0.1:44799_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1286423 INFO (jetty-launcher-1545-thread-1) [n:127.0.0.1:44799_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44799.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@653a911
[junit4] 2> 1286430 INFO (jetty-launcher-1545-thread-1) [n:127.0.0.1:44799_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44799.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@653a911
[junit4] 2> 1286430 INFO (jetty-launcher-1545-thread-1) [n:127.0.0.1:44799_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44799.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@653a911
[junit4] 2> 1286431 INFO (jetty-launcher-1545-thread-1) [n:127.0.0.1:44799_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_F6025A0113D01E08-001/cdcr-target-001/node1/.
[junit4] 1> Target zkHost = 127.0.0.1:37567/solr
[junit4] 2> 1286460 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F6025A0113D01E08]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_F6025A0113D01E08-001/cdcr-source-001
[junit4] 2> 1286460 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F6025A0113D01E08]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1286460 INFO (Thread-4337) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1286460 INFO (Thread-4337) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1286468 ERROR (Thread-4337) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1286560 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F6025A0113D01E08]) [ ] o.a.s.c.ZkTestServer start zk server on port:41491
[junit4] 2> 1286565 INFO (jetty-launcher-1557-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1286567 INFO (jetty-launcher-1557-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a625c7d{/solr,null,AVAILABLE}
[junit4] 2> 1286568 INFO (jetty-launcher-1557-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7045cbb4{SSL,[ssl, http/1.1]}{127.0.0.1:37589}
[junit4] 2> 1286568 INFO (jetty-launcher-1557-thread-1) [ ] o.e.j.s.Server Started @1288461ms
[junit4] 2> 1286568 INFO (jetty-launcher-1557-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37589}
[junit4] 2> 1286568 ERROR (jetty-launcher-1557-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1286568 INFO (jetty-launcher-1557-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.1
[junit4] 2> 1286568 INFO (jetty-launcher-1557-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1286568 INFO (jetty-launcher-1557-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1286568 INFO (jetty-launcher-1557-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-05T09:37:00.431Z
[junit4] 2> 1286580 INFO (jetty-launcher-1557-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1286589 INFO (jetty-launcher-1557-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41491/solr
[junit4] 2> 1286700 INFO (jetty-launcher-1557-thread-1) [n:127.0.0.1:37589_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1286700 INFO (jetty-launcher-1557-thread-1) [n:127.0.0.1:37589_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37589_solr
[junit4] 2> 1286701 INFO (jetty-launcher-1557-thread-1) [n:127.0.0.1:37589_solr ] o.a.s.c.Overseer Overseer (id=98775611495153667-127.0.0.1:37589_solr-n_0000000000) starting
[junit4] 2> 1286704 INFO (jetty-launcher-1557-thread-1) [n:127.0.0.1:37589_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37589_solr
[junit4] 2> 1286705 INFO (zkCallback-1564-thread-1-processing-n:127.0.0.1:37589_solr) [n:127.0.0.1:37589_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1286768 INFO (jetty-launcher-1557-thread-1) [n:127.0.0.1:37589_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37589.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@653a911
[junit4] 2> 1286777 INFO (jetty-launcher-1557-thread-1) [n:127.0.0.1:37589_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37589.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@653a911
[junit4] 2> 1286778 INFO (jetty-launcher-1557-thread-1) [n:127.0.0.1:37589_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37589.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@653a911
[junit4] 2> 1286779 INFO (jetty-launcher-1557-thread-1) [n:127.0.0.1:37589_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_F6025A0113D01E08-001/cdcr-source-001/node1/.
[junit4] 2> 1286810 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15eebe533a40006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1286847 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F6025A0113D01E08]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1286848 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F6025A0113D01E08]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41491/solr ready
[junit4] 2> 1286887 INFO (qtp1119975618-12069) [n:127.0.0.1:37589_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1286895 INFO (OverseerThreadFactory-5448-thread-1-processing-n:127.0.0.1:37589_solr) [n:127.0.0.1:37589_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 1287009 INFO (OverseerStateUpdate-98775611495153667-127.0.0.1:37589_solr-n_0000000000) [n:127.0.0.1:37589_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37589/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1287214 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node1&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 1287214 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1287323 INFO (zkCallback-1564-thread-1-processing-n:127.0.0.1:37589_solr) [n:127.0.0.1:37589_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1287324 INFO (zkCallback-1564-thread-2-processing-n:127.0.0.1:37589_solr) [n:127.0.0.1:37589_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1288341 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 1288345 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1288347 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1288349 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1288349 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 1288350 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 1288350 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
[junit4] 2> 1288351 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37589.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@653a911
[junit4] 2> 1288352 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1288352 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_F6025A0113D01E08-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_F6025A0113D01E08-001/cdcr-source-001/node1/./cdcr-source_shard1_replica_n1/data/]
[junit4] 2> 1288480 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 1288480 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1288480 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1288481 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1288482 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@440c1c89[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1288483 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 1288483 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 1288483 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
[junit4] 2> 1288483 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1288483 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1288487 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 1288489 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
[junit4] 2> 1288508 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580409786068893696
[junit4] 2> 1288510 INFO (searcherExecutor-5451-thread-1-processing-n:127.0.0.1:37589_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@440c1c89[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1288513 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1288514 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1288514 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37589/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 1288514 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1288514 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:37589/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 1288514 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1288516 INFO (zkCallback-1564-thread-2-processing-n:127.0.0.1:37589_solr) [n:127.0.0.1:37589_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1
[junit4] 2> 1288523 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37589/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 1288637 INFO (zkCallback-1564-thread-2-processing-n:127.0.0.1:37589_solr) [n:127.0.0.1:37589_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1288637 INFO (zkCallback-1564-thread-1-processing-n:127.0.0.1:37589_solr) [n:127.0.0.1:37589_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1288675 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1288676 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node1&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1462
[junit4] 2> 1288681 INFO (qtp1119975618-12069) [n:127.0.0.1:37589_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1288782 INFO (zkCallback-1564-thread-1-processing-n:127.0.0.1:37589_solr) [n:127.0.0.1:37589_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1288782 INFO (zkCallback-1564-thread-2-processing-n:127.0.0.1:37589_solr) [n:127.0.0.1:37589_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1288899 INFO (OverseerCollectionConfigSetProcessor-98775611495153667-127.0.0.1:37589_solr-n_0000000000) [n:127.0.0.1:37589_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1289681 INFO (qtp1119975618-12069) [n:127.0.0.1:37589_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2794
[junit4] 1> Adding 10 docs with commit=true, numDocs=100
[junit4] 2> 1289693 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 1289698 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580409787316699136,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1289698 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4b34004a commitCommandVersion:1580409787316699136
[junit4] 2> 1289812 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@21e1f4dd[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1289813 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1289814 INFO (searcherExecutor-5451-thread-1-processing-n:127.0.0.1:37589_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@21e1f4dd[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C100)))}
[junit4] 2> 1289814 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=116
[junit4] 1> Adding 10 docs with commit=true, numDocs=200
[junit4] 2> 1289821 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1289822 INFO (qtp1119975618-12069) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580409787446722560,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1289822 INFO (qtp1119975618-12069) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4b34004a commitCommandVersion:1580409787446722560
[junit4] 2> 1289940 INFO (qtp1119975618-12069) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e6de64a[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1289940 INFO (qtp1119975618-12069) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1289942 INFO (searcherExecutor-5451-thread-1-processing-n:127.0.0.1:37589_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1e6de64a[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C100) Uninverting(_1(7.0.1):C100)))}
[junit4] 2> 1289942 INFO (qtp1119975618-12069) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=120
[junit4] 1> Adding 10 docs with commit=true, numDocs=300
[junit4] 2> 1289946 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1289946 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580409787576745984,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1289946 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4b34004a commitCommandVersion:1580409787576745984
[junit4] 2> 1290120 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4fbeca8f[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1290120 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1290121 INFO (searcherExecutor-5451-thread-1-processing-n:127.0.0.1:37589_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@4fbeca8f[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C100) Uninverting(_1(7.0.1):C100) Uninverting(_2(7.0.1):C100)))}
[junit4] 2> 1290122 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=175
[junit4] 1> Adding 10 docs with commit=true, numDocs=400
[junit4] 2> 1290126 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1290126 INFO (qtp1119975618-12069) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580409787765489664,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1290126 INFO (qtp1119975618-12069) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4b34004a commitCommandVersion:1580409787765489664
[junit4] 2> 1290293 INFO (qtp1119975618-12069) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@14da1643[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1290294 INFO (qtp1119975618-12069) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1290295 INFO (searcherExecutor-5451-thread-1-processing-n:127.0.0.1:37589_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@14da1643[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C100) Uninverting(_1(7.0.1):C100) Uninverting(_2(7.0.1):C100) Uninverting(_3(7.0.1):C100)))}
[junit4] 2> 1290295 INFO (qtp1119975618-12069) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=169
[junit4] 1> Adding 10 docs with commit=true, numDocs=500
[junit4] 2> 1290299 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1290302 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580409787950039040,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1290302 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4b34004a commitCommandVersion:1580409787950039040
[junit4] 2> 1290532 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6f9de3e1[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1290534 INFO (searcherExecutor-5451-thread-1-processing-n:127.0.0.1:37589_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@6f9de3e1[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C100) Uninverting(_1(7.0.1):C100) Uninverting(_2(7.0.1):C100) Uninverting(_3(7.0.1):C100) Uninverting(_4(7.0.1):C100)))}
[junit4] 2> 1290535 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1290535 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=233
[junit4] 1> Adding 10 docs with commit=true, numDocs=600
[junit4] 2> 1290539 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1290540 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580409788199600128,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1290540 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4b34004a commitCommandVersion:1580409788199600128
[junit4] 2> 1290762 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3526ed09[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1290764 INFO (searcherExecutor-5451-thread-1-processing-n:127.0.0.1:37589_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@3526ed09[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C100) Uninverting(_1(7.0.1):C100) Uninverting(_2(7.0.1):C100) Uninverting(_3(7.0.1):C100) Uninverting(_4(7.0.1):C100) Uninverting(_5(7.0.1):C100)))}
[junit4] 2> 1290764 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1290764 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=223
[junit4] 1> Adding 10 docs with commit=true, numDocs=700
[junit4] 2> 1290767 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1290768 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580409788438675456,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1290768 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4b34004a commitCommandVersion:1580409788438675456
[junit4] 2> 1291010 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7dbc0800[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1291010 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1291013 INFO (searcherExecutor-5451-thread-1-processing-n:127.0.0.1:37589_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@7dbc0800[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C100) Uninverting(_1(7.0.1):C100) Uninverting(_2(7.0.1):C100) Uninverting(_3(7.0.1):C100) Uninverting(_4(7.0.1):C100) Uninverting(_5(7.0.1):C100) Uninverting(_6(7.0.1):C100)))}
[junit4] 2> 1291013 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=244
[junit4] 1> Adding 10 docs with commit=true, numDocs=800
[junit4] 2> 1291017 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1291017 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580409788699770880,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1291017 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4b34004a commitCommandVersion:1580409788699770880
[junit4] 2> 1291265 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4517ce27[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1291265 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1291266 INFO (searcherExecutor-5451-thread-1-processing-n:127.0.0.1:37589_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@4517ce27[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C100) Uninverting(_1(7.0.1):C100) Uninverting(_2(7.0.1):C100) Uninverting(_3(7.0.1):C100) Uninverting(_4(7.0.1):C100) Uninverting(_5(7.0.1):C100) Uninverting(_6(7.0.1):C100) Uninverting(_7(7.0.1):C100)))}
[junit4] 2> 1291266 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=249
[junit4] 1> Adding 10 docs with commit=true, numDocs=900
[junit4] 2> 1291270 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1291270 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580409788965060608,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1291270 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4b34004a commitCommandVersion:1580409788965060608
[junit4] 2> 1291547 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4eaaa1d4[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1291549 INFO (searcherExecutor-5451-thread-1-processing-n:127.0.0.1:37589_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@4eaaa1d4[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C100) Uninverting(_1(7.0.1):C100) Uninverting(_2(7.0.1):C100) Uninverting(_3(7.0.1):C100) Uninverting(_4(7.0.1):C100) Uninverting(_5(7.0.1):C100) Uninverting(_6(7.0.1):C100) Uninverting(_7(7.0.1):C100) Uninverting(_8(7.0.1):C100)))}
[junit4] 2> 1291550 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1291550 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=279
[junit4] 1> Adding 10 docs with commit=true, numDocs=1000
[junit4] 2> 1291553 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1291565 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580409789274390528,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1291565 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4b34004a commitCommandVersion:1580409789274390528
[junit4] 2> 1291873 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@bf48cae[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1291874 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1291875 INFO (searcherExecutor-5451-thread-1-processing-n:127.0.0.1:37589_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@bf48cae[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C100) Uninverting(_1(7.0.1):C100) Uninverting(_2(7.0.1):C100) Uninverting(_3(7.0.1):C100) Uninverting(_4(7.0.1):C100) Uninverting(_5(7.0.1):C100) Uninverting(_6(7.0.1):C100) Uninverting(_7(7.0.1):C100) Uninverting(_8(7.0.1):C100) Uninverting(_9(7.0.1):C100)))}
[junit4] 2> 1291878 INFO (qtp1119975618-12063) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=320
[junit4] 2> 1291880 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:4&wt=javabin&version=2} hits=1000 status=0 QTime=0
[junit4] 2> 1291947 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F6025A0113D01E08]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1291948 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F6025A0113D01E08]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37567/solr ready
[junit4] 2> 1291988 INFO (qtp849607788-12022) [n:127.0.0.1:44799_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1291989 INFO (OverseerThreadFactory-5440-thread-1-processing-n:127.0.0.1:44799_solr) [n:127.0.0.1:44799_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-target
[junit4] 2> 1292095 INFO (OverseerStateUpdate-98775611470839811-127.0.0.1:44799_solr-n_0000000000) [n:127.0.0.1:44799_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-target",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-target_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44799/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1292299 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1292300 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1292403 INFO (zkCallback-1552-thread-1-processing-n:127.0.0.1:44799_solr) [n:127.0.0.1:44799_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1292405 INFO (zkCallback-1552-thread-2-processing-n:127.0.0.1:44799_solr) [n:127.0.0.1:44799_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1293307 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 1293309 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1293311 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-target_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1293313 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1293313 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-target/managed-schema
[junit4] 2> 1293314 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-target/schema.xml to /configs/cdcr-target/schema.xml.bak
[junit4] 2> 1293314 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-target_shard1_replica_n1' using configuration from collection cdcr-target, trusted=true
[junit4] 2> 1293314 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44799.solr.core.cdcr-target.shard1.replica_n1' (registry 'solr.core.cdcr-target.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@653a911
[junit4] 2> 1293315 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1293315 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-target_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_F6025A0113D01E08-001/cdcr-target-001/node1/cdcr-target_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_F6025A0113D01E08-001/cdcr-target-001/node1/./cdcr-target_shard1_replica_n1/data/]
[junit4] 2> 1308360 WARN (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.a.SystemInfoHandler Resolving canonical hostname for local host took 15.012 seconds, possible DNS misconfiguration. Set the 'solr.dns.prevent.reverse.lookup' sysprop to true on startup to prevent future lookups if DNS can not be fixed.
[junit4] 2> 1308368 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 1308368 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1308369 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1308369 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1308371 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@392db0ba[cdcr-target_shard1_replica_n1] main]
[junit4] 2> 1308371 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-target
[junit4] 2> 1308372 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-target
[junit4] 2> 1308372 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-target/managed-schema
[junit4] 2> 1308372 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1308372 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1308373 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-target/cdcr/state/buffer
[junit4] 2> 1308374 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-target/cdcr/state/process
[junit4] 2> 1308374 INFO (searcherExecutor-5457-thread-1-processing-n:127.0.0.1:44799_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] Registered new searcher Searcher@392db0ba[cdcr-target_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1308375 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580409806900953088
[junit4] 2> 1308380 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1308380 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1308380 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44799/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 1308381 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1308381 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:44799/solr/cdcr-target_shard1_replica_n1/ has no replicas
[junit4] 2> 1308381 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1308381 INFO (zkCallback-1552-thread-1-processing-n:127.0.0.1:44799_solr) [n:127.0.0.1:44799_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1308381 INFO (zkCallback-1552-thread-2-processing-n:127.0.0.1:44799_solr) [n:127.0.0.1:44799_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1308382 INFO (zkCallback-1552-thread-2-processing-n:127.0.0.1:44799_solr) [n:127.0.0.1:44799_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-target:shard1
[junit4] 2> 1308384 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44799/solr/cdcr-target_shard1_replica_n1/ shard1
[junit4] 2> 1308485 INFO (zkCallback-1552-thread-2-processing-n:127.0.0.1:44799_solr) [n:127.0.0.1:44799_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1308485 INFO (zkCallback-1552-thread-1-processing-n:127.0.0.1:44799_solr) [n:127.0.0.1:44799_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1308534 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1308535 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=16236
[junit4] 2> 1308537 INFO (qtp849607788-12022) [n:127.0.0.1:44799_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1308636 INFO (zkCallback-1552-thread-1-processing-n:127.0.0.1:44799_solr) [n:127.0.0.1:44799_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1308636 INFO (zkCallback-1552-thread-2-processing-n:127.0.0.1:44799_solr) [n:127.0.0.1:44799_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1309537 INFO (qtp849607788-12022) [n:127.0.0.1:44799_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=17549
[junit4] 2> 1309540 INFO (zkCallback-1552-thread-2-processing-n:127.0.0.1:44799_solr) [n:127.0.0.1:44799_solr ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/cdcr/state/process @ cdcr-target:shard1
[junit4] 2> 1309540 INFO (zkCallback-1552-thread-2-processing-n:127.0.0.1:44799_solr) [n:127.0.0.1:44799_solr ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-target:shard1
[junit4] 2> 1309540 INFO (qtp849607788-12027) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-target:5&action=start&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1309543 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1309544 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37567/solr ready
[junit4] 2> 1309550 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
[junit4] 2> 1309550 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1309550 INFO (qtp849607788-12022) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={_stateVer_=cdcr-target:5&action=COLLECTIONCHECKPOINT&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1309551 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Create new update log reader for target cdcr-target with checkpoint -1 @ cdcr-source:shard1
[junit4] 2> 1309551 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target, shard: shard1
[junit4] 2> 1309554 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Submitting bootstrap task to executor
[junit4] 2> 1309555 INFO (cdcr-bootstrap-status-1576-thread-1-processing-n:127.0.0.1:37589_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target shard: shard1 leader: https://127.0.0.1:44799/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 1309556 INFO (zkCallback-1564-thread-2-processing-n:127.0.0.1:37589_solr) [n:127.0.0.1:37589_solr ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/process @ cdcr-source:shard1
[junit4] 2> 1309556 INFO (zkCallback-1564-thread-2-processing-n:127.0.0.1:37589_solr) [n:127.0.0.1:37589_solr ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-source:shard1
[junit4] 2> 1309556 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=start&wt=javabin&version=2} status=0 QTime=14
[junit4] 2> 1309557 INFO (qtp1119975618-12069) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=queues&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1309558 INFO (qtp849607788-12027) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=https://127.0.0.1:37589/solr/cdcr-source_shard1_replica_n1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=1
[junit4] 1> Cdcr queue response: {responseHeader={status=0,QTime=0},queues={127.0.0.1:37567/solr={cdcr-target={queueSize=1010,lastTimestamp=}}},tlogTotalSize=47659,tlogTotalCount=10,updateLogSynchronizer=stopped}
[junit4] 2> 1309558 INFO (qtp849607788-12023) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580409808141418496,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1309559 INFO (qtp849607788-12023) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1309559 INFO (qtp849607788-12023) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1309559 INFO (qtp849607788-12023) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-target:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1309559 INFO (recoveryExecutor-1550-thread-1-processing-n:127.0.0.1:44799_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1309559 INFO (qtp849607788-12029) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1309560 INFO (qtp849607788-12022) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-target:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1309560 INFO (cdcr-bootstrap-status-1576-thread-1-processing-n:127.0.0.1:37589_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager CDCR bootstrap running for 1 seconds, sleeping for 2000 ms
[junit4] 2> 1309562 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580409808145612800,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1309562 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4b34004a commitCommandVersion:1580409808145612800
[junit4] 2> 1309668 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@31916f1f[cdcr-source_shard1_replica_n1] realtime]
[junit4] 2> 1309668 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1309668 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2} status=0 QTime=106
[junit4] 2> 1309671 INFO (qtp1119975618-12065) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1309671 INFO (recoveryExecutor-1550-thread-1-processing-n:127.0.0.1:44799_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Master's generation: 12
[junit4] 2> 1309671 INFO (recoveryExecutor-1550-thread-1-processing-n:127.0.0.1:44799_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Master's version: 1507196243425
[junit4] 2> 1309671 INFO (recoveryExecutor-1550-thread-1-processing-n:127.0.0.1:44799_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1309671 INFO (recoveryExecutor-1550-thread-1-processing-n:127.0.0.1:44799_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1309671 INFO (recoveryExecutor-1550-thread-1-processing-n:127.0.0.1:44799_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1309674 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Adding tlog files to list: [{size=4657, name=tlog.0000000000000000000.1580409787303067648}, {size=4778, name=tlog.0000000000000000001.1580409787439382528}, {size=4778, name=tlog.0000000000000000002.1580409787573600256}, {size=4778, name=tlog.0000000000000000003.1580409787762343936}, {size=4778, name=tlog.0000000000000000004.1580409787943747584}, {size=4778, name=tlog.0000000000000000005.1580409788196454400}, {size=4778, name=tlog.0000000000000000006.1580409788435529728}, {size=4778, name=tlog.0000000000000000007.1580409788696625152}, {size=4778, name=tlog.0000000000000000008.1580409788961914880}, {size=4778, name=tlog.0000000000000000009.1580409789259710464}]
[junit4] 2> 1309674 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=2
[junit4] 2> 1309674 INFO (recoveryExecutor-1550-thread-1-processing-n:127.0.0.1:44799_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Number of files in latest index in master: 18
[junit4] 2> 1309674 INFO (recoveryExecutor-1550-thread-1-processing-n:127.0.0.1:44799_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Number of tlog files in master: 10
[junit4] 2> 1309675 INFO (recoveryExecutor-1550-thread-1-processing-n:127.0.0.1:44799_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1309675 INFO (recoveryExecutor-1550-thread-1-processing-n:127.0.0.1:44799_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:44799_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@555c279d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@43f736c3)
[junit4] 2> 1309675 INFO (qtp1119975618-12066) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene50_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1309677 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1309678 INFO (qtp1119975618-12065) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1309679 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene50_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1309679 INFO (qtp1119975618-12066) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1309680 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1309681 INFO (qtp1119975618-12065) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_MockRandom_0.sd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1309681 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene50_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1309682 INFO (qtp1119975618-12066) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_MockRandom_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1309683 INFO (qtp1119975618-12070) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_MockRandom_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1309684 INFO (qtp1119975618-12065) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_MockRandom_0.tii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1309684 INFO (qtp1119975618-12068) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1309685 INFO (qtp1119975618-12066) [n:127.0.0.1:37589_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generati
[...truncated too long message...]
lback-2374-thread-2-processing-n:127.0.0.1:41603_solr) [n:127.0.0.1:41603_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1720021 INFO (jetty-closer-2343-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3b0fbcb{/solr,null,UNAVAILABLE}
[junit4] 2> 1720023 WARN (zkCallback-2362-thread-2-processing-n:127.0.0.1:35941_solr) [n:127.0.0.1:35941_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1720023 INFO (jetty-closer-2343-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@154d997f{/solr,null,UNAVAILABLE}
[junit4] 2> 1720024 WARN (zkCallback-2371-thread-1-processing-n:127.0.0.1:33549_solr) [n:127.0.0.1:33549_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1720024 INFO (jetty-closer-2343-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4af8fd90{/solr,null,UNAVAILABLE}
[junit4] 2> 1721022 WARN (zkCallback-2372-thread-1-processing-n:127.0.0.1:44651_solr) [n:127.0.0.1:44651_solr c:replacenodetest_coll s:shard3 r:core_node11 x:replacenodetest_coll_shard3_replica_n2] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 1721022 INFO (zkCallback-2372-thread-1-processing-n:127.0.0.1:44651_solr) [n:127.0.0.1:44651_solr c:replacenodetest_coll s:shard3 r:core_node11 x:replacenodetest_coll_shard3_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1721022 INFO (zkCallback-2372-thread-1-processing-n:127.0.0.1:44651_solr) [n:127.0.0.1:44651_solr c:replacenodetest_coll s:shard3 r:core_node11 x:replacenodetest_coll_shard3_replica_n2] o.a.s.c.SolrCore [replacenodetest_coll_shard3_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@292fb260
[junit4] 2> 1721022 INFO (zkCallback-2372-thread-1-processing-n:127.0.0.1:44651_solr) [n:127.0.0.1:44651_solr c:replacenodetest_coll s:shard3 r:core_node11 x:replacenodetest_coll_shard3_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.replacenodetest_coll.shard3.replica_n2, tag=690991712
[junit4] 2> 1721022 INFO (zkCallback-2372-thread-1-processing-n:127.0.0.1:44651_solr) [n:127.0.0.1:44651_solr c:replacenodetest_coll s:shard3 r:core_node11 x:replacenodetest_coll_shard3_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d9fbe2c: rootName = solr_44651, domain = solr.core.replacenodetest_coll.shard3.replica_n2, service url = null, agent id = null] for registry solr.core.replacenodetest_coll.shard3.replica_n2 / com.codahale.metrics.MetricRegistry@8ae2ec0
[junit4] 2> 1721031 INFO (zkCallback-2372-thread-1-processing-n:127.0.0.1:44651_solr) [n:127.0.0.1:44651_solr c:replacenodetest_coll s:shard3 r:core_node11 x:replacenodetest_coll_shard3_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.replacenodetest_coll.shard3.leader, tag=690991712
[junit4] 2> 1721032 INFO (zkCallback-2372-thread-1-processing-n:127.0.0.1:44651_solr) [n:127.0.0.1:44651_solr c:replacenodetest_coll s:shard3 r:core_node11 x:replacenodetest_coll_shard3_replica_n2] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 1753525 INFO (OverseerThreadFactory-6471-thread-2-processing-n:127.0.0.1:44651_solr) [n:127.0.0.1:44651_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1753526 INFO (jetty-closer-2343-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@264b03c6{/solr,null,UNAVAILABLE}
[junit4] 2> 1753526 ERROR (SUITE-ReplaceNodeTest-seed#[F6025A0113D01E08]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1753526 INFO (SUITE-ReplaceNodeTest-seed#[F6025A0113D01E08]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42365 42365
[junit4] 2> 1758587 INFO (Thread-2705) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42365 42365
[junit4] 2> 1758587 WARN (Thread-2705) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 49 /solr/collections/replacenodetest_coll/state.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/98775638489235466-127.0.0.1:35941_solr-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/98775638489235472-127.0.0.1:44651_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeTest_F6025A0113D01E08-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=ga-IE, timezone=Etc/GMT+8
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=165480072,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestReqParamsAPI, SolrMetricsIntegrationTest, TestPayloadScoreQParserPlugin, AsyncCallRequestStatusResponseTest, TestClassNameShortening, TestSubQueryTransformerCrossCore, TestCloudPivotFacet, TestSolrXml, UniqFieldsUpdateProcessorFactoryTest, TermVectorComponentDistributedTest, TestLMJelinekMercerSimilarityFactory, TestDFISimilarityFactory, CdcrReplicationDistributedZkTest, TestFieldTypeCollectionResource, HdfsBasicDistributedZkTest, CollectionReloadTest, TestBinaryResponseWriter, NumericFieldsTest, TestCoreAdminApis, TestConfigSets, SuggesterTest, InfoHandlerTest, TestSha256AuthenticationProvider, TestGroupingSearch, TestNoOpRegenerator, SignatureUpdateProcessorFactoryTest, RecoveryZkTest, TestReload, TestAnalyzedSuggestions, TestSchemalessBufferedUpdates, TestIndexSearcher, CloudMLTQParserTest, PingRequestHandlerTest, DateRangeFieldTest, LeaderElectionTest, TestReversedWildcardFilterFactory, TestPullReplica, BooleanFieldTest, RuleEngineTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestJmxIntegration, TestExclusionRuleCollectionAccess, SolrJmxReporterCloudTest, TestSQLHandlerNonCloud, DirectUpdateHandlerTest, TestFreeTextSuggestions, TolerantUpdateProcessorTest, ActionThrottleTest, OverseerModifyCollectionTest, TestNumericRangeQuery32, TestShardHandlerFactory, DirectUpdateHandlerOptimizeTest, TestSurroundQueryParser, TestHalfAndHalfDocValues, DocumentBuilderTest, DateMathParserTest, CustomCollectionTest, TestClusterProperties, SpellPossibilityIteratorTest, QueryEqualityTest, ClassificationUpdateProcessorTest, TestRequestForwarding, NotRequiredUniqueKeyTest, TestFieldCacheReopen, TestDocBasedVersionConstraints, TestFoldingMultitermQuery, SolrTestCaseJ4Test, SolrCoreMetricManagerTest, LeaderInitiatedRecoveryOnCommitTest, OverseerTest, SpatialRPTFieldTypeTest, TestPushWriter, TestSolrCloudWithDelegationTokens, TestComplexPhraseLeadingWildcard, TestSmileRequest, AnalyticsMergeStrategyTest, TestSystemCollAutoCreate, SimpleFacetsTest, SuggesterFSTTest, TestDistributedMissingSort, HLLSerializationTest, MoveReplicaTest, TestConfigSetsAPIExclusivity, AddBlockUpdateTest, TestDeleteCollectionOnDownNodes, TestMacros, CdcrVersionReplicationTest, DistribJoinFromCollectionTest, TestSegmentSorting, TestMaxScoreQueryParser, CopyFieldTest, TlogReplayBufferedWhileIndexingTest, VersionInfoTest, TestDynamicFieldResource, TestEmbeddedSolrServerSchemaAPI, SolrCloudReportersTest, DeleteStatusTest, FullSolrCloudDistribCmdsTest, PrimitiveFieldTypeTest, TestStressReorder, HdfsThreadLeakTest, UnloadDistributedZkTest, DateFieldTest, RemoteQueryErrorTest, TestApiFramework, MinimalSchemaTest, TestTlogReplica, TestTrie, BasicAuthIntegrationTest, BitVectorTest, TestPseudoReturnFields, SolrCoreCheckLockOnStartupTest, SolrCloudExampleTest, CoreAdminCreateDiscoverTest, BasicDistributedZk2Test, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, BasicZkTest, ClusterStateUpdateTest, ZkSolrClientTest, ZkCLITest, TestFaceting, TestRecovery, TestStressVersions, HardAutoCommitTest, TestRangeQuery, SpellCheckComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, TestBadConfig, SoftAutoCommitTest, SolrPluginUtilsTest, ReturnFieldsTest, MBeansHandlerTest, BinaryUpdateRequestHandlerTest, SearchHandlerTest, HighlighterConfigTest, TestSolrIndexConfig, ResponseLogComponentTest, BadComponentTest, TestSolrDeletionPolicy2, SampleTest, TestFuzzyAnalyzedSuggestions, DirectSolrConnectionTest, TestCodecSupport, TestSweetSpotSimilarityFactory, TestFastWriter, TestFastOutputStream, ChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CollectionsAPIAsyncDistributedZkTest, DistribCursorPagingTest, DistributedVersionInfoTest, MissingSegmentRecoveryTest, MultiThreadedOCPTest, ReplaceNodeTest]
[junit4] Completed [499/730 (2!)] on J2 in 60.19s, 1 test, 1 failure <<< FAILURES!
[...truncated 44276 lines...]
[JENKINS] Lucene-Solr-7.0-Linux (64bit/jdk1.8.0_144) - Build # 422
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.0-Linux/422/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates
Error Message:
Can not find doc 1 in https://127.0.0.1:35721/solr
Stack Trace:
java.lang.AssertionError: Can not find doc 1 in https://127.0.0.1:35721/solr
at __randomizedtesting.SeedInfo.seed([358035433465E54F:B341CDAE6B3433AF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:868)
at org.apache.solr.cloud.TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates(TestTlogReplica.java:671)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11783 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTlogReplica
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_358035433465E54F-001/init-core-data-001
[junit4] 2> 715059 WARN (SUITE-TestTlogReplica-seed#[358035433465E54F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
[junit4] 2> 715059 INFO (SUITE-TestTlogReplica-seed#[358035433465E54F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 715060 INFO (SUITE-TestTlogReplica-seed#[358035433465E54F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 715060 INFO (SUITE-TestTlogReplica-seed#[358035433465E54F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_358035433465E54F-001/tempDir-001
[junit4] 2> 715061 INFO (SUITE-TestTlogReplica-seed#[358035433465E54F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 715061 INFO (Thread-2146) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 715061 INFO (Thread-2146) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 715080 ERROR (Thread-2146) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 715161 INFO (SUITE-TestTlogReplica-seed#[358035433465E54F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:44505
[junit4] 2> 715173 INFO (jetty-launcher-1066-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 715177 INFO (jetty-launcher-1066-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a165270{/solr,null,AVAILABLE}
[junit4] 2> 715181 INFO (jetty-launcher-1066-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5aa5424{SSL,[ssl, http/1.1]}{127.0.0.1:44165}
[junit4] 2> 715181 INFO (jetty-launcher-1066-thread-2) [ ] o.e.j.s.Server Started @717123ms
[junit4] 2> 715181 INFO (jetty-launcher-1066-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44165}
[junit4] 2> 715181 ERROR (jetty-launcher-1066-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 715182 INFO (jetty-launcher-1066-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.1
[junit4] 2> 715182 INFO (jetty-launcher-1066-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 715182 INFO (jetty-launcher-1066-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 715182 INFO (jetty-launcher-1066-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-05T05:18:32.456Z
[junit4] 2> 715187 INFO (jetty-launcher-1066-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 715189 INFO (jetty-launcher-1066-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 715204 INFO (jetty-launcher-1066-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a54b6a2{/solr,null,AVAILABLE}
[junit4] 2> 715206 INFO (jetty-launcher-1066-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@54b62a55{SSL,[ssl, http/1.1]}{127.0.0.1:35721}
[junit4] 2> 715206 INFO (jetty-launcher-1066-thread-1) [ ] o.e.j.s.Server Started @717148ms
[junit4] 2> 715206 INFO (jetty-launcher-1066-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44505/solr
[junit4] 2> 715206 INFO (jetty-launcher-1066-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35721}
[junit4] 2> 715206 ERROR (jetty-launcher-1066-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 715206 INFO (jetty-launcher-1066-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.1
[junit4] 2> 715206 INFO (jetty-launcher-1066-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 715206 INFO (jetty-launcher-1066-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 715206 INFO (jetty-launcher-1066-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-05T05:18:32.480Z
[junit4] 2> 715209 INFO (jetty-launcher-1066-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 715224 INFO (jetty-launcher-1066-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44505/solr
[junit4] 2> 715254 INFO (jetty-launcher-1066-thread-2) [n:127.0.0.1:44165_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 715254 INFO (jetty-launcher-1066-thread-2) [n:127.0.0.1:44165_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44165_solr
[junit4] 2> 715255 INFO (jetty-launcher-1066-thread-2) [n:127.0.0.1:44165_solr ] o.a.s.c.Overseer Overseer (id=98774595163652100-127.0.0.1:44165_solr-n_0000000000) starting
[junit4] 2> 715268 INFO (jetty-launcher-1066-thread-2) [n:127.0.0.1:44165_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44165_solr
[junit4] 2> 715272 INFO (zkCallback-1074-thread-1-processing-n:127.0.0.1:44165_solr) [n:127.0.0.1:44165_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 715274 INFO (jetty-launcher-1066-thread-1) [n:127.0.0.1:35721_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 715275 INFO (jetty-launcher-1066-thread-1) [n:127.0.0.1:35721_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 715275 INFO (jetty-launcher-1066-thread-1) [n:127.0.0.1:35721_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35721_solr
[junit4] 2> 715292 INFO (zkCallback-1079-thread-1-processing-n:127.0.0.1:35721_solr) [n:127.0.0.1:35721_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 715296 INFO (zkCallback-1074-thread-1-processing-n:127.0.0.1:44165_solr) [n:127.0.0.1:44165_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 715347 INFO (jetty-launcher-1066-thread-2) [n:127.0.0.1:44165_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44165.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a520995
[junit4] 2> 715353 INFO (jetty-launcher-1066-thread-2) [n:127.0.0.1:44165_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44165.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a520995
[junit4] 2> 715353 INFO (jetty-launcher-1066-thread-2) [n:127.0.0.1:44165_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44165.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a520995
[junit4] 2> 715354 INFO (jetty-launcher-1066-thread-2) [n:127.0.0.1:44165_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_358035433465E54F-001/tempDir-001/node1/.
[junit4] 2> 715406 INFO (jetty-launcher-1066-thread-1) [n:127.0.0.1:35721_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35721.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a520995
[junit4] 2> 715413 INFO (jetty-launcher-1066-thread-1) [n:127.0.0.1:35721_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35721.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a520995
[junit4] 2> 715413 INFO (jetty-launcher-1066-thread-1) [n:127.0.0.1:35721_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35721.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a520995
[junit4] 2> 715414 INFO (jetty-launcher-1066-thread-1) [n:127.0.0.1:35721_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_358035433465E54F-001/tempDir-001/node2/.
[junit4] 2> 715456 INFO (SUITE-TestTlogReplica-seed#[358035433465E54F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 715460 INFO (SUITE-TestTlogReplica-seed#[358035433465E54F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44505/solr ready
[junit4] 2> 715462 INFO (SUITE-TestTlogReplica-seed#[358035433465E54F]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
[junit4] 2> 715491 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 715493 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 715540 INFO (TEST-TestTlogReplica.testAddRemoveTlogReplica-seed#[358035433465E54F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddRemoveTlogReplica
[junit4] 2> 715542 INFO (qtp966865079-7163) [n:127.0.0.1:35721_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_add_remove_tlog_replica&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 715544 INFO (OverseerThreadFactory-3168-thread-1-processing-n:127.0.0.1:44165_solr) [n:127.0.0.1:44165_solr ] o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_add_remove_tlog_replica
[junit4] 2> 715647 INFO (OverseerStateUpdate-98774595163652100-127.0.0.1:44165_solr-n_0000000000) [n:127.0.0.1:44165_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_add_remove_tlog_replica",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44165/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 715649 INFO (OverseerStateUpdate-98774595163652100-127.0.0.1:44165_solr-n_0000000000) [n:127.0.0.1:44165_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_add_remove_tlog_replica",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35721/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 715876 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1&action=CREATE&numShards=2&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 715877 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 715917 INFO (qtp1069514266-7151) [n:127.0.0.1:44165_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1&action=CREATE&numShards=2&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 715918 INFO (qtp1069514266-7151) [n:127.0.0.1:44165_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 716043 INFO (zkCallback-1079-thread-1-processing-n:127.0.0.1:35721_solr) [n:127.0.0.1:35721_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 716044 INFO (zkCallback-1079-thread-2-processing-n:127.0.0.1:35721_solr) [n:127.0.0.1:35721_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 716044 INFO (zkCallback-1074-thread-1-processing-n:127.0.0.1:44165_solr) [n:127.0.0.1:44165_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 716060 INFO (zkCallback-1074-thread-2-processing-n:127.0.0.1:44165_solr) [n:127.0.0.1:44165_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 716890 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 716896 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] Schema name=minimal
[junit4] 2> 716898 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 716898 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1' using configuration from collection tlog_replica_test_add_remove_tlog_replica, trusted=true
[junit4] 2> 716899 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35721.solr.core.tlog_replica_test_add_remove_tlog_replica.shard2.replica_t1' (registry 'solr.core.tlog_replica_test_add_remove_tlog_replica.shard2.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a520995
[junit4] 2> 716899 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 716899 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_358035433465E54F-001/tempDir-001/node2/tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_358035433465E54F-001/tempDir-001/node2/./tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1/data/]
[junit4] 2> 716951 INFO (qtp1069514266-7151) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 716973 INFO (qtp1069514266-7151) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] Schema name=minimal
[junit4] 2> 716975 INFO (qtp1069514266-7151) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 716975 INFO (qtp1069514266-7151) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1' using configuration from collection tlog_replica_test_add_remove_tlog_replica, trusted=true
[junit4] 2> 716975 INFO (qtp1069514266-7151) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44165.solr.core.tlog_replica_test_add_remove_tlog_replica.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_add_remove_tlog_replica.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a520995
[junit4] 2> 716977 INFO (qtp1069514266-7151) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 716977 INFO (qtp1069514266-7151) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_358035433465E54F-001/tempDir-001/node1/tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_358035433465E54F-001/tempDir-001/node1/./tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1/data/]
[junit4] 2> 717076 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 717076 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 717077 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 717078 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 717079 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@74df3e99[tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] main]
[junit4] 2> 717080 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 717080 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 717081 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 717081 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580393524735508480
[junit4] 2> 717085 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 717085 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 717085 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35721/solr/tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1/
[junit4] 2> 717085 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 717085 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] o.a.s.c.SyncStrategy https://127.0.0.1:35721/solr/tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1/ has no replicas
[junit4] 2> 717085 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 717086 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] o.a.s.c.ZkController tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1 stopping background replication from leader
[junit4] 2> 717087 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35721/solr/tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1/ shard2
[junit4] 2> 717088 INFO (searcherExecutor-3173-thread-1-processing-n:127.0.0.1:35721_solr x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1 s:shard2 c:tlog_replica_test_add_remove_tlog_replica r:core_node2) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] Registered new searcher Searcher@74df3e99[tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 717113 INFO (qtp1069514266-7151) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 717113 INFO (qtp1069514266-7151) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 717114 INFO (qtp1069514266-7151) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 717114 INFO (qtp1069514266-7151) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 717116 INFO (qtp1069514266-7151) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a223581[tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] main]
[junit4] 2> 717117 INFO (qtp1069514266-7151) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 717117 INFO (qtp1069514266-7151) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 717117 INFO (qtp1069514266-7151) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 717118 INFO (qtp1069514266-7151) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580393524774305792
[junit4] 2> 717123 INFO (searcherExecutor-3174-thread-1-processing-n:127.0.0.1:44165_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node1) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] Registered new searcher Searcher@7a223581[tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 717136 INFO (qtp1069514266-7151) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 717136 INFO (qtp1069514266-7151) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 717136 INFO (qtp1069514266-7151) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44165/solr/tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1/
[junit4] 2> 717136 INFO (qtp1069514266-7151) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 717136 INFO (qtp1069514266-7151) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.SyncStrategy https://127.0.0.1:44165/solr/tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1/ has no replicas
[junit4] 2> 717137 INFO (qtp1069514266-7151) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 717143 INFO (qtp1069514266-7151) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1 stopping background replication from leader
[junit4] 2> 717145 INFO (qtp1069514266-7151) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44165/solr/tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1/ shard1
[junit4] 2> 717249 INFO (zkCallback-1079-thread-2-processing-n:127.0.0.1:35721_solr) [n:127.0.0.1:35721_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 717249 INFO (zkCallback-1079-thread-1-processing-n:127.0.0.1:35721_solr) [n:127.0.0.1:35721_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 717249 INFO (zkCallback-1074-thread-2-processing-n:127.0.0.1:44165_solr) [n:127.0.0.1:44165_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 717249 INFO (zkCallback-1074-thread-1-processing-n:127.0.0.1:44165_solr) [n:127.0.0.1:44165_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 717294 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 717295 INFO (qtp966865079-7157) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1&action=CREATE&numShards=2&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1418
[junit4] 2> 717295 INFO (qtp1069514266-7151) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 717296 INFO (qtp1069514266-7151) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1&action=CREATE&numShards=2&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1379
[junit4] 2> 717299 INFO (qtp966865079-7163) [n:127.0.0.1:35721_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 717408 INFO (zkCallback-1079-thread-2-processing-n:127.0.0.1:35721_solr) [n:127.0.0.1:35721_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 717408 INFO (zkCallback-1079-thread-1-processing-n:127.0.0.1:35721_solr) [n:127.0.0.1:35721_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 717412 INFO (zkCallback-1074-thread-1-processing-n:127.0.0.1:44165_solr) [n:127.0.0.1:44165_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 717412 INFO (zkCallback-1074-thread-2-processing-n:127.0.0.1:44165_solr) [n:127.0.0.1:44165_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 717556 INFO (OverseerCollectionConfigSetProcessor-98774595163652100-127.0.0.1:44165_solr-n_0000000000) [n:127.0.0.1:44165_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 718300 INFO (qtp966865079-7163) [n:127.0.0.1:35721_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_add_remove_tlog_replica&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=1&wt=javabin&version=2} status=0 QTime=2757
[junit4] 2> 718333 INFO (OverseerThreadFactory-3168-thread-2-processing-n:127.0.0.1:44165_solr) [n:127.0.0.1:44165_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:35721_solr for creating new replica
[junit4] 2> 718352 INFO (OverseerStateUpdate-98774595163652100-127.0.0.1:44165_solr-n_0000000000) [n:127.0.0.1:44165_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"tlog_replica_test_add_remove_tlog_replica",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35721/solr",
[junit4] 2> "node_name":"127.0.0.1:35721_solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 718454 INFO (zkCallback-1084-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 718454 INFO (zkCallback-1079-thread-2-processing-n:127.0.0.1:35721_solr) [n:127.0.0.1:35721_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 718454 INFO (zkCallback-1079-thread-1-processing-n:127.0.0.1:35721_solr) [n:127.0.0.1:35721_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 718455 INFO (zkCallback-1074-thread-1-processing-n:127.0.0.1:44165_solr) [n:127.0.0.1:44165_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 718455 INFO (zkCallback-1074-thread-2-processing-n:127.0.0.1:44165_solr) [n:127.0.0.1:44165_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 718552 INFO (qtp966865079-7165) [n:127.0.0.1:35721_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&name=tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2&action=CREATE&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 718562 INFO (qtp966865079-7165) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 718574 INFO (qtp966865079-7165) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] Schema name=minimal
[junit4] 2> 718617 INFO (qtp966865079-7165) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 718617 INFO (qtp966865079-7165) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2' using configuration from collection tlog_replica_test_add_remove_tlog_replica, trusted=true
[junit4] 2> 718618 INFO (qtp966865079-7165) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35721.solr.core.tlog_replica_test_add_remove_tlog_replica.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_add_remove_tlog_replica.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a520995
[junit4] 2> 718618 INFO (qtp966865079-7165) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 718618 INFO (qtp966865079-7165) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_358035433465E54F-001/tempDir-001/node2/tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_358035433465E54F-001/tempDir-001/node2/./tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2/data/]
[junit4] 2> 718693 INFO (qtp966865079-7165) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 718693 INFO (qtp966865079-7165) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 718694 INFO (qtp966865079-7165) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 718695 INFO (qtp966865079-7165) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 718696 INFO (qtp966865079-7165) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4e3e921b[tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] main]
[junit4] 2> 718697 INFO (qtp966865079-7165) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 718698 INFO (qtp966865079-7165) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 718698 INFO (qtp966865079-7165) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 718699 INFO (qtp966865079-7165) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580393526432104448
[junit4] 2> 718702 INFO (qtp966865079-7165) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.c.ZkController Core needs to recover:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2
[junit4] 2> 718703 INFO (searcherExecutor-3183-thread-1-processing-n:127.0.0.1:35721_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node3) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] Registered new searcher Searcher@4e3e921b[tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 718704 INFO (qtp966865079-7165) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&name=tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2&action=CREATE&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=151
[junit4] 2> 718704 INFO (updateExecutor-1075-thread-1-processing-n:127.0.0.1:35721_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node3) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 718705 INFO (qtp966865079-7158) [n:127.0.0.1:35721_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/c/tlog_replica_test_add_remove_tlog_replica/shards params={} status=0 QTime=388
[junit4] 2> 718706 INFO (recoveryExecutor-1076-thread-1-processing-n:127.0.0.1:35721_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node3) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 718708 INFO (recoveryExecutor-1076-thread-1-processing-n:127.0.0.1:35721_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node3) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 718708 INFO (recoveryExecutor-1076-thread-1-processing-n:127.0.0.1:35721_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node3) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2 stopping background replication from leader
[junit4] 2> 718708 INFO (recoveryExecutor-1076-thread-1-processing-n:127.0.0.1:35721_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node3) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2]
[junit4] 2> 718708 INFO (recoveryExecutor-1076-thread-1-processing-n:127.0.0.1:35721_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node3) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 718708 INFO (recoveryExecutor-1076-thread-1-processing-n:127.0.0.1:35721_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node3) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.c.RecoveryStrategy Publishing state of core [tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] as recovering, leader is [https://127.0.0.1:44165/solr/tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1/] and I am [https://127.0.0.1:35721/solr/tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2/]
[junit4] 2> 718709 INFO (qtp966865079-7164) [n:127.0.0.1:35721_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 718714 INFO (OverseerThreadFactory-3168-thread-3-processing-n:127.0.0.1:44165_solr) [n:127.0.0.1:44165_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:44165_solr for creating new replica
[junit4] 2> 718714 INFO (OverseerCollectionConfigSetProcessor-98774595163652100-127.0.0.1:44165_solr-n_0000000000) [n:127.0.0.1:44165_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 718716 INFO (OverseerStateUpdate-98774595163652100-127.0.0.1:44165_solr-n_0000000000) [n:127.0.0.1:44165_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"tlog_replica_test_add_remove_tlog_replica",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44165/solr",
[junit4] 2> "node_name":"127.0.0.1:44165_solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 718740 INFO (recoveryExecutor-1076-thread-1-processing-n:127.0.0.1:35721_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node3) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:44165/solr]; [WaitForState: action=PREPRECOVERY&core=tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1&nodeName=127.0.0.1:35721_solr&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 718753 INFO (qtp1069514266-7150) [n:127.0.0.1:44165_solr ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 718755 INFO (qtp1069514266-7150) [n:127.0.0.1:44165_solr ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tlog_replica_test_add_remove_tlog_replica, shard=shard1, thisCore=tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:35721_solr, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2","base_url":"https://127.0.0.1:35721/solr","state":"down","node_name":"127.0.0.1:35721_solr","type":"TLOG"}
[junit4] 2> 718828 INFO (zkCallback-1079-thread-2-processing-n:127.0.0.1:35721_solr) [n:127.0.0.1:35721_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 718828 INFO (zkCallback-1074-thread-2-processing-n:127.0.0.1:44165_solr) [n:127.0.0.1:44165_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 718829 INFO (zkCallback-1079-thread-1-processing-n:127.0.0.1:35721_solr) [n:127.0.0.1:35721_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 718829 INFO (zkCallback-1084-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 718829 INFO (zkCallback-1074-thread-1-processing-n:127.0.0.1:44165_solr) [n:127.0.0.1:44165_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 718917 INFO (qtp1069514266-7145) [n:127.0.0.1:44165_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&name=tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2&action=CREATE&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 718926 INFO (qtp1069514266-7145) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
[junit4] 2> 718933 INFO (qtp1069514266-7145) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] Schema name=minimal
[junit4] 2> 718936 INFO (qtp1069514266-7145) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 718936 INFO (qtp1069514266-7145) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2' using configuration from collection tlog_replica_test_add_remove_tlog_replica, trusted=true
[junit4] 2> 718937 INFO (qtp1069514266-7145) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44165.solr.core.tlog_replica_test_add_remove_tlog_replica.shard2.replica_t2' (registry 'solr.core.tlog_replica_test_add_remove_tlog_replica.shard2.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a520995
[junit4] 2> 718937 INFO (qtp1069514266-7145) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 718937 INFO (qtp1069514266-7145) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_358035433465E54F-001/tempDir-001/node1/tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_358035433465E54F-001/tempDir-001/node1/./tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2/data/]
[junit4] 2> 718993 INFO (qtp1069514266-7145) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 718993 INFO (qtp1069514266-7145) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 718995 INFO (qtp1069514266-7145) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 718995 INFO (qtp1069514266-7145) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 718996 INFO (qtp1069514266-7145) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@9554a90[tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] main]
[junit4] 2> 718997 INFO (qtp1069514266-7145) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 718998 INFO (qtp1069514266-7145) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 718999 INFO (qtp1069514266-7145) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 718999 INFO (qtp1069514266-7145) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580393526746677248
[junit4] 2> 719001 INFO (searcherExecutor-3188-thread-1-processing-n:127.0.0.1:44165_solr x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2 s:shard2 c:tlog_replica_test_add_remove_tlog_replica r:core_node4) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] Registered new searcher Searcher@9554a90[tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 719002 INFO (qtp1069514266-7145) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.c.ZkController Core needs to recover:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2
[junit4] 2> 719016 INFO (updateExecutor-1070-thread-1-processing-n:127.0.0.1:44165_solr x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2 s:shard2 c:tlog_replica_test_add_remove_tlog_replica r:core_node4) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 719020 INFO (qtp1069514266-7145) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&name=tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2&action=CREATE&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=103
[junit4] 2> 719020 INFO (zkCallback-1079-thread-1-processing-n:127.0.0.1:35721_solr) [n:127.0.0.1:35721_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 719020 INFO (zkCallback-1079-thread-2-processing-n:127.0.0.1:35721_solr) [n:127.0.0.1:35721_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 719021 INFO (zkCallback-1074-thread-1-processing-n:127.0.0.1:44165_solr) [n:127.0.0.1:44165_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 719021 INFO (zkCallback-1074-thread-2-processing-n:127.0.0.1:44165_solr) [n:127.0.0.1:44165_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 719021 INFO (zkCallback-1084-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 719041 INFO (recoveryExecutor-1071-thread-1-processing-n:127.0.0.1:44165_solr x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2 s:shard2 c:tlog_replica_test_add_remove_tlog_replica r:core_node4) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 719042 INFO (recoveryExecutor-1071-thread-1-processing-n:127.0.0.1:44165_solr x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2 s:shard2 c:tlog_replica_test_add_remove_tlog_replica r:core_node4) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 719042 INFO (recoveryExecutor-1071-thread-1-processing-n:127.0.0.1:44165_solr x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2 s:shard2 c:tlog_replica_test_add_remove_tlog_replica r:core_node4) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.c.ZkController tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2 stopping background replication from leader
[junit4] 2> 719042 INFO (recoveryExecutor-1071-thread-1-processing-n:127.0.0.1:44165_solr x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2 s:shard2 c:tlog_replica_test_add_remove_tlog_replica r:core_node4) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2]
[junit4] 2> 719042 INFO (recoveryExecutor-1071-thread-1-processing-n:127.0.0.1:44165_solr x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2 s:shard2 c:tlog_replica_test_add_remove_tlog_replica r:core_node4) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 719042 INFO (recoveryExecutor-1071-thread-1-processing-n:127.0.0.1:44165_solr x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2 s:shard2 c:tlog_replica_test_add_remove_tlog_replica r:core_node4) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.c.RecoveryStrategy Publishing state of core [tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] as recovering, leader is [https://127.0.0.1:35721/solr/tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1/] and I am [https://127.0.0.1:44165/solr/tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2/]
[junit4] 2> 719044 INFO (qtp966865079-7164) [n:127.0.0.1:35721_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=ADDREPLICA&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=335
[junit4] 2> 719068 INFO (recoveryExecutor-1071-thread-1-processing-n:127.0.0.1:44165_solr x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2 s:shard2 c:tlog_replica_test_add_remove_tlog_replica r:core_node4) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:35721/solr]; [WaitForState: action=PREPRECOVERY&core=tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1&nodeName=127.0.0.1:44165_solr&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 719077 INFO (qtp966865079-7160) [n:127.0.0.1:35721_solr ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 719078 INFO (qtp966865079-7160) [n:127.0.0.1:35721_solr ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tlog_replica_test_add_remove_tlog_replica, shard=shard2, thisCore=tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:44165_solr, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2","base_url":"https://127.0.0.1:44165/solr","node_name":"127.0.0.1:44165_solr","state":"down","type":"TLOG"}
[junit4] 2> 719154 INFO (zkCallback-1079-thread-1-processing-n:127.0.0.1:35721_solr) [n:127.0.0.1:35721_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 719154 INFO (zkCallback-1079-thread-2-processing-n:127.0.0.1:35721_solr) [n:127.0.0.1:35721_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 719155 INFO (zkCallback-1074-thread-2-processing-n:127.0.0.1:44165_solr) [n:127.0.0.1:44165_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 719155 INFO (zkCallback-1074-thread-1-processing-n:127.0.0.1:44165_solr) [n:127.0.0.1:44165_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 719155 INFO (zkCallback-1084-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 719755 INFO (qtp1069514266-7150) [n:127.0.0.1:44165_solr ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tlog_replica_test_add_remove_tlog_replica, shard=shard1, thisCore=tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:35721_solr, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2","base_url":"https://127.0.0.1:35721/solr","node_name":"127.0.0.1:35721_solr","state":"recovering","type":"TLOG"}
[junit4] 2> 719755 INFO (qtp1069514266-7150) [n:127.0.0.1:44165_solr ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 719755 INFO (qtp1069514266-7150) [n:127.0.0.1:44165_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:35721_solr&onlyIfLeaderActive=true&core=tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1002
[junit4] 2> 720080 INFO (qtp966865079-7160) [n:127.0.0.1:35721_solr ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tlog_replica_test_add_remove_tlog_replica, shard=shard2, thisCore=tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:44165_solr, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2","base_url":"https://127.0.0.1:44165/solr","node_name":"127.0.0.1:44165_solr","state":"recovering","type":"TLOG"}
[junit4] 2> 720080 INFO (qtp966865079-7160) [n:127.0.0.1:35721_solr ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 720080 INFO (qtp966865079-7160) [n:127.0.0.1:35721_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:44165_solr&onlyIfLeaderActive=true&core=tlog_replica_test_add_remove_tlog_replica_shard2_replica_t1&coreNodeName=core_node4&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1003
[junit4] 2> 720256 INFO (recoveryExecutor-1076-thread-1-processing-n:127.0.0.1:35721_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node3) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
[junit4] 2> 720256 INFO (recoveryExecutor-1076-thread-1-processing-n:127.0.0.1:35721_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node3) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.c.RecoveryStrategy Attempting to replicate from [https://127.0.0.1:44165/solr/tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1/].
[junit4] 2> 720272 INFO (qtp1069514266-7145) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580393528081514496,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 720273 INFO (qtp1069514266-7145) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 720274 INFO (qtp1069514266-7145) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 720274 INFO (qtp1069514266-7145) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=} 0 1
[junit4] 2> 720278 INFO (qtp1069514266-7148) [n:127.0.0.1:44165_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node1 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 720278 INFO (recoveryExecutor-1076-thread-1-processing-n:127.0.0.1:35721_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node3) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 720278 INFO (recoveryExecutor-1076-thread-1-processing-n:127.0.0.1:35721_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node3) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 720278 INFO (recoveryExecutor-1076-thread-1-processing-n:127.0.0.1:35721_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node3) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 720278 INFO (recoveryExecutor-1076-thread-1-processing-n:127.0.0.1:35721_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node3) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 720278 INFO (recoveryExecutor-1076-thread-1-processing-n:127.0.0.1:35721_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node3) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.c.RecoveryStrategy Replication Recovery was successful.
[junit4] 2> 720278 INFO (recoveryExecutor-1076-thread-1-processing-n:127.0.0.1:35721_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node3) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 720278 INFO (recoveryExecutor-1076-thread-1-processing-n:127.0.0.1:35721_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node3) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2 starting background replication from leader
[junit4] 2> 720278 INFO (recoveryExecutor-1076-thread-1-processing-n:127.0.0.1:35721_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node3) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 720284 INFO (recoveryExecutor-1076-thread-1-processing-n:127.0.0.1:35721_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node3) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 720285 INFO (recoveryExecutor-1076-thread-1-processing-n:127.0.0.1:35721_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node3) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.c.RecoveryStrategy Updating version bucket highest from index after successful recovery.
[junit4] 2> 720285 INFO (recoveryExecutor-1076-thread-1-processing-n:127.0.0.1:35721_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node3) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580393528095145984
[junit4] 2> 720286 INFO (recoveryExecutor-1076-thread-1-processing-n:127.0.0.1:35721_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node3) [n:127.0.0.1:35721_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t2] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[true]
[junit4] 2> 720387 INFO (zkCallback-1084-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 720388 INFO (zkCallback-1079-thread-2-processing-n:127.0.0.1:35721_solr) [n:127.0.0.1:35721_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 720388 INFO (zkCallback-1079-thread-1-processing-n:127.0.0.1:35721_solr) [n:127.0.0.1:35721_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 720389 INFO (zkCallback-1074-thread-1-processing-n:127.0.0.1:44165_solr) [n:127.0.0.1:44165_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 720389 INFO (zkCallback-1074-thread-2-processing-n:127.0.0.1:44165_solr) [n:127.0.0.1:44165_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 720581 INFO (recoveryExecutor-1071-thread-1-processing-n:127.0.0.1:44165_solr x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2 s:shard2 c:tlog_replica_test_add_remove_tlog_
[...truncated too long message...]
fbff45
[junit4] 2> 825185 INFO (jetty-closer-1067-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 825185 INFO (jetty-closer-1067-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1feaef3e: rootName = solr_35721, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@64ada84c
[junit4] 2> 825186 INFO (jetty-closer-1067-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 825188 INFO (jetty-closer-1067-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98774595163652113-127.0.0.1:44165_solr-n_0000000004) closing
[junit4] 2> 825188 INFO (OverseerStateUpdate-98774595163652113-127.0.0.1:44165_solr-n_0000000004) [n:127.0.0.1:44165_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44165_solr
[junit4] 2> 825206 INFO (jetty-closer-1067-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 825206 INFO (jetty-closer-1067-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3da6d27b: rootName = solr_35721, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@43fbff45
[junit4] 2> 825207 WARN (zkCallback-1104-thread-4-processing-n:127.0.0.1:44165_solr) [n:127.0.0.1:44165_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 825207 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15eeaf891900011, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 825208 INFO (zkCallback-1132-thread-1-processing-n:127.0.0.1:35721_solr) [n:127.0.0.1:35721_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35721_solr
[junit4] 2> 825208 INFO (zkCallback-1132-thread-3-processing-n:127.0.0.1:35721_solr) [n:127.0.0.1:35721_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 825209 INFO (jetty-closer-1067-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 825211 WARN (zkCallback-1132-thread-1-processing-n:127.0.0.1:35721_solr) [n:127.0.0.1:35721_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 825211 INFO (jetty-closer-1067-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2c5ad85d{/solr,null,UNAVAILABLE}
[junit4] 2> 825212 INFO (jetty-closer-1067-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@63ed150c{/solr,null,UNAVAILABLE}
[junit4] 2> 825213 ERROR (SUITE-TestTlogReplica-seed#[358035433465E54F]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 825213 INFO (SUITE-TestTlogReplica-seed#[358035433465E54F]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44505 44505
[junit4] 2> 831367 INFO (Thread-2146) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44505 44505
[junit4] 2> 831368 WARN (Thread-2146) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 32 /solr/configs/conf
[junit4] 2> 10 /solr/aliases.json
[junit4] 2> 9 /solr/security.json
[junit4] 2> 4 /solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 34 /solr/collections/tlog_replica_test_recovery/state.json
[junit4] 2> 26 /solr/collections/tlog_replica_test_remove_leader/state.json
[junit4] 2> 26 /solr/collections/tlog_replica_test_basic_leader_election/state.json
[junit4] 2> 25 /solr/collections/tlog_replica_test_kill_leader/state.json
[junit4] 2> 25 /solr/collections/tlog_replica_test_add_remove_tlog_replica/state.json
[junit4] 2> 23 /solr/collections/tlog_replica_test_kill_tlog_replica/state.json
[junit4] 2> 22 /solr/collections/tlog_replica_test_create_delete/state.json
[junit4] 2> 19 /solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_add_docs/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_real_time_get/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_delete_by_id/state.json
[junit4] 2> 13 /solr/collections/tlog_replica_test_only_leader_indexes/state.json
[junit4] 2> 10 /solr/clusterprops.json
[junit4] 2> 10 /solr/clusterstate.json
[junit4] 2> 4 /solr/collections/tlog_replica_test_recovery/leader_elect/shard1/election/98774595163652113-core_node2-n_0000000000
[junit4] 2> 4 /solr/overseer_elect/election/98774595163652113-127.0.0.1:44165_solr-n_0000000004
[junit4] 2> 3 /solr/overseer_elect/election/98774595163652100-127.0.0.1:44165_solr-n_0000000000
[junit4] 2> 3 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/98774595163652113-core_node2-n_0000000000
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/98774595163652125-core_node1-n_0000000001
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/98774595163652125-core_node5-n_0000000000
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/98774595163652113-core_node6-n_0000000001
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/98774595163652113-core_node8-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/collections
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_358035433465E54F-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {foo=Lucene50(blocksize=128), id=PostingsFormat(name=Memory), foo_s=Lucene50(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1938, maxMBSortInHeap=5.986819696891602, sim=RandomSimilarity(queryNorm=false): {}, locale=es-HN, timezone=Indian/Cocos
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=76244344,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestLMJelinekMercerSimilarityFactory, TestFieldCacheReopen, BasicAuthIntegrationTest, BlockDirectoryTest, TestDynamicFieldResource, TestFreeTextSuggestions, DocumentBuilderTest, TestAnalyzeInfixSuggestions, TestJmxIntegration, TestRecovery, TestManagedSchemaThreadSafety, PrimitiveFieldTypeTest, HardAutoCommitTest, DistributedQueryComponentCustomSortTest, TestPullReplica, TestMacros, TestSolrXml, TestDynamicLoading, TestQuerySenderListener, TestFieldSortValues, TestSolrCoreProperties, TestDFISimilarityFactory, RestartWhileUpdatingTest, JavabinLoaderTest, CoreSorterTest, UnloadDistributedZkTest, AutoScalingHandlerTest, TestSolrCloudWithDelegationTokens, OverseerModifyCollectionTest, TestFoldingMultitermQuery, SimpleFacetsTest, TestGroupingSearch, TestMaxTokenLenTokenizer, TestReloadDeadlock, TestCloudPivotFacet, MinimalSchemaTest, LeaderInitiatedRecoveryOnCommitTest, TestLeaderElectionZkExpiry, OutOfBoxZkACLAndCredentialsProvidersTest, TestSuggestSpellingConverter, VersionInfoTest, MetricUtilsTest, PingRequestHandlerTest, SecurityConfHandlerTest, DeleteNodeTest, AnalyticsMergeStrategyTest, TlogReplayBufferedWhileIndexingTest, BlockJoinFacetDistribTest, DirectUpdateHandlerOptimizeTest, TestSystemCollAutoCreate, DataDrivenBlockJoinTest, RecoveryZkTest, TestManagedResourceStorage, AutoCommitTest, HdfsRecoveryZkTest, TestSolrQueryResponse, ClassificationUpdateProcessorTest, SolrCloudExampleTest, TestClassNameShortening, SpatialRPTFieldTypeTest, TestReqParamsAPI, SignatureUpdateProcessorFactoryTest, TestSurroundQueryParser, GraphQueryTest, ClusterStateTest, TestStressCloudBlindAtomicUpdates, SaslZkACLProviderTest, ShufflingReplicaListTransformerTest, TestNumericRangeQuery32, TestScoreJoinQPNoScore, TestSerializedLuceneMatchVersion, StatsComponentTest, TestExactSharedStatsCache, SolrCoreMetricManagerTest, TestHttpShardHandlerFactory, QueryEqualityTest, AtomicUpdatesTest, SolrCoreCheckLockOnStartupTest, TestEmbeddedSolrServerSchemaAPI, HdfsWriteToMultipleCollectionsTest, TestSolrDeletionPolicy2, DocValuesNotIndexedTest, CoreAdminCreateDiscoverTest, CopyFieldTest, FacetPivotSmallTest, XsltUpdateRequestHandlerTest, AddBlockUpdateTest, CollectionsAPIAsyncDistributedZkTest, ResponseHeaderTest, TermsComponentTest, TestTlogReplica]
[junit4] Completed [279/730 (1!)] on J2 in 116.32s, 13 tests, 1 failure <<< FAILURES!
[...truncated 45140 lines...]