You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/08/06 22:33:27 UTC
[JENKINS] Lucene-Solr-Tests-7.x - Build # 121 - Still Unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/121/
2 tests failed.
FAILED: org.apache.solr.update.AutoCommitTest.testCommitWithin
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([74CA0546346D986C:CE186A3EB7437679]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
at org.apache.solr.update.AutoCommitTest.testCommitWithin(AutoCommitTest.java:353)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>
request was:q=id:529&qt=&start=0&rows=20&version=2.2
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
... 40 more
FAILED: org.apache.solr.cloud.SolrCLIZkUtilsTest.testCp
Error Message:
Empty files should NOT be copied down as directories
Stack Trace:
java.lang.AssertionError: Empty files should NOT be copied down as directories
at __randomizedtesting.SeedInfo.seed([74CA0546346D986C:9F26F808F0C4260E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.SolrCLIZkUtilsTest.testCp(SolrCLIZkUtilsTest.java:449)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12107 lines...]
[junit4] Suite: org.apache.solr.update.AutoCommitTest
[junit4] 2> 1466567 INFO (SUITE-AutoCommitTest-seed#[74CA0546346D986C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_74CA0546346D986C-001/init-core-data-001
[junit4] 2> 1466568 INFO (SUITE-AutoCommitTest-seed#[74CA0546346D986C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1466569 INFO (SUITE-AutoCommitTest-seed#[74CA0546346D986C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1466570 INFO (SUITE-AutoCommitTest-seed#[74CA0546346D986C]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 1466570 INFO (SUITE-AutoCommitTest-seed#[74CA0546346D986C]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1466607 INFO (SUITE-AutoCommitTest-seed#[74CA0546346D986C]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1466635 INFO (SUITE-AutoCommitTest-seed#[74CA0546346D986C]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 1466735 INFO (SUITE-AutoCommitTest-seed#[74CA0546346D986C]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1466771 INFO (SUITE-AutoCommitTest-seed#[74CA0546346D986C]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ea9a3e0
[junit4] 2> 1466774 INFO (SUITE-AutoCommitTest-seed#[74CA0546346D986C]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ea9a3e0
[junit4] 2> 1466774 INFO (SUITE-AutoCommitTest-seed#[74CA0546346D986C]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ea9a3e0
[junit4] 2> 1466783 INFO (coreLoadExecutor-5555-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1466839 INFO (coreLoadExecutor-5555-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1466855 INFO (coreLoadExecutor-5555-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1466955 INFO (coreLoadExecutor-5555-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1466960 INFO (coreLoadExecutor-5555-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 1466961 INFO (coreLoadExecutor-5555-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ea9a3e0
[junit4] 2> 1466961 INFO (coreLoadExecutor-5555-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1466961 INFO (coreLoadExecutor-5555-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_74CA0546346D986C-001/init-core-data-001/]
[junit4] 2> 1466962 INFO (coreLoadExecutor-5555-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1466997 INFO (coreLoadExecutor-5555-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1466997 INFO (coreLoadExecutor-5555-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1466998 INFO (coreLoadExecutor-5555-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1466998 INFO (coreLoadExecutor-5555-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1466999 INFO (coreLoadExecutor-5555-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.13198332394114312]
[junit4] 2> 1466999 INFO (coreLoadExecutor-5555-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a2288ed[collection1] main]
[junit4] 2> 1467000 INFO (coreLoadExecutor-5555-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1467008 INFO (coreLoadExecutor-5555-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1467059 INFO (coreLoadExecutor-5555-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1467059 INFO (searcherExecutor-5556-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1467059 INFO (searcherExecutor-5556-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1467059 INFO (searcherExecutor-5556-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1467059 INFO (searcherExecutor-5556-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1467060 INFO (searcherExecutor-5556-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1467060 INFO (searcherExecutor-5556-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1467060 INFO (searcherExecutor-5556-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1467060 INFO (searcherExecutor-5556-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1467060 INFO (searcherExecutor-5556-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1467062 INFO (searcherExecutor-5556-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5a2288ed[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1467064 INFO (coreLoadExecutor-5555-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575021228661407744
[junit4] 2> 1467067 INFO (SUITE-AutoCommitTest-seed#[74CA0546346D986C]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 1467069 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMaxDocs
[junit4] 2> 1467069 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 1467069 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3fb92d98[collection1] realtime]
[junit4] 2> 1467070 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 1
[junit4] 2> 1467070 ERROR (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ ] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/core.properties
[junit4] 2> 1467070 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1467102 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1467119 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1467200 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1467206 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1
[junit4] 2> 1467218 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ea9a3e0
[junit4] 2> 1467219 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_74CA0546346D986C-001/init-core-data-001/]
[junit4] 2> 1467260 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1467260 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1467292 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@75061352[collection1] main]
[junit4] 2> 1467293 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1467295 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1467302 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1467302 INFO (searcherExecutor-5561-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1467302 INFO (searcherExecutor-5561-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1467302 INFO (searcherExecutor-5561-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1467302 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575021228910968832
[junit4] 2> 1467302 INFO (searcherExecutor-5561-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1467302 INFO (searcherExecutor-5561-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1467302 INFO (searcherExecutor-5561-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1467303 INFO (searcherExecutor-5561-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1467303 INFO (searcherExecutor-5561-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1467303 INFO (searcherExecutor-5561-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1467305 INFO (searcherExecutor-5561-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@75061352[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1467307 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=80.8828125, floorSegmentMB=1.158203125, forceMergeDeletesPctAllowed=5.544425498486721, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1467307 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1467307 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a7f7fc9[collection1] main]
[junit4] 2> 1467307 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@2ca346d4
[junit4] 2> 1467309 INFO (searcherExecutor-5561-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1a7f7fc9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1467316 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=748898004
[junit4] 2> 1467324 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[0 (1575021228931940352)]} 0 1
[junit4] 2> 1467324 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[1 (1575021228934037504)]} 0 2
[junit4] 2> 1467325 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[2 (1575021228934037505)]} 0 2
[junit4] 2> 1467326 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[3 (1575021228935086080)]} 0 3
[junit4] 2> 1467327 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[4 (1575021228936134656)]} 0 4
[junit4] 2> 1467327 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[5 (1575021228937183232)]} 0 5
[junit4] 2> 1467327 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[6 (1575021228937183233)]} 0 5
[junit4] 2> 1467328 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[7 (1575021228937183234)]} 0 5
[junit4] 2> 1467328 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[8 (1575021228938231808)]} 0 5
[junit4] 2> 1467328 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[9 (1575021228938231809)]} 0 5
[junit4] 2> 1467328 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[10 (1575021228938231810)]} 0 5
[junit4] 2> 1467329 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[11 (1575021228938231811)]} 0 6
[junit4] 2> 1467329 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[12 (1575021228939280384)]} 0 6
[junit4] 2> 1467329 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[13 (1575021228939280385)]} 0 6
[junit4] 2> 1467329 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 1467344 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[14 (1575021228943474688)]} 0 22
[junit4] 2> 1467348 INFO (commitScheduler-5564-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
[junit4] 2> 1467350 INFO (commitScheduler-5564-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@100578c0[collection1] main]
[junit4] 2> 1467351 INFO (commitScheduler-5564-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1467352 INFO (searcherExecutor-5561-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@100578c0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C15)))}
[junit4] 2> 1467601 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[15 (1575021229224493056)]} 0 279
[junit4] 2> 1467602 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:14&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
[junit4] 2> 1467603 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:15&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 1467603 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testMaxDocs
[junit4] 2> 1467605 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testCommitWithin
[junit4] 2> 1467606 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 1467606 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@48332ed6[collection1] realtime]
[junit4] 2> 1467606 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 0
[junit4] 2> 1467606 ERROR (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/core.properties
[junit4] 2> 1467607 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1467649 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1467688 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1467797 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1467803 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1
[junit4] 2> 1467813 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ea9a3e0
[junit4] 2> 1467813 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_74CA0546346D986C-001/init-core-data-001/]
[junit4] 2> 1467851 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1467851 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1467852 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@74c83a11[collection1] main]
[junit4] 2> 1467853 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1467853 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1467855 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1467864 INFO (searcherExecutor-5565-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1467864 INFO (searcherExecutor-5565-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1467864 INFO (searcherExecutor-5565-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1467864 INFO (searcherExecutor-5565-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1467864 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=41.7587890625, floorSegmentMB=0.29296875, forceMergeDeletesPctAllowed=28.55284618152608, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1467864 INFO (searcherExecutor-5565-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1467865 INFO (searcherExecutor-5565-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1467865 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1467865 INFO (searcherExecutor-5565-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1467865 INFO (searcherExecutor-5565-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1467865 INFO (searcherExecutor-5565-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1467867 INFO (searcherExecutor-5565-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@74c83a11[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1467867 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@40105f9e[collection1] main]
[junit4] 2> 1467867 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@25b12dcd
[junit4] 2> 1467868 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=632368589
[junit4] 2> 1467871 INFO (searcherExecutor-5565-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@40105f9e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1467878 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[529 (1575021229506560000)]} 0 8
[junit4] 2> 1467878 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 1467888 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[530 (1575021229514948608)]} 0 18
[junit4] 2> 1467888 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:530&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 1467889 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[529 (-1575021229526482944)]} 0 19
[junit4] 2> 1467889 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 1467889 ERROR (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=//result[@numFound=1]
[junit4] 2> xml response was: <?xml version="1.0" encoding="UTF-8"?>
[junit4] 2> <response>
[junit4] 2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
[junit4] 2> </response>
[junit4] 2>
[junit4] 2> request was:q=id:529&qt=&start=0&rows=20&version=2.2
[junit4] 2> 1467890 ERROR (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.SolrTestCaseJ4 REQUEST FAILED: q=id:529&qt=&start=0&rows=20&version=2.2:java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
[junit4] 2> xml response was: <?xml version="1.0" encoding="UTF-8"?>
[junit4] 2> <response>
[junit4] 2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
[junit4] 2> </response>
[junit4] 2>
[junit4] 2> request was:q=id:529&qt=&start=0&rows=20&version=2.2
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
[junit4] 2> at org.apache.solr.update.AutoCommitTest.testCommitWithin(AutoCommitTest.java:353)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1467890 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testCommitWithin
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=AutoCommitTest -Dtests.method=testCommitWithin -Dtests.seed=74CA0546346D986C -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=is -Dtests.timezone=Pacific/Chuuk -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.29s J2 | AutoCommitTest.testCommitWithin <<<
[junit4] > Throwable #1: java.lang.RuntimeException: Exception during query
[junit4] > at __randomizedtesting.SeedInfo.seed([74CA0546346D986C:CE186A3EB7437679]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
[junit4] > at org.apache.solr.update.AutoCommitTest.testCommitWithin(AutoCommitTest.java:353)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
[junit4] > xml response was: <?xml version="1.0" encoding="UTF-8"?>
[junit4] > <response>
[junit4] > <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
[junit4] > </response>
[junit4] > request was:q=id:529&qt=&start=0&rows=20&version=2.2
[junit4] > at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
[junit4] > ... 40 more
[junit4] 2> 1467894 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testMaxTime
[junit4] 2> 1467894 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 1467894 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7772d42e[collection1] realtime]
[junit4] 2> 1467895 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 0
[junit4] 2> 1467895 ERROR (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/core.properties
[junit4] 2> 1467895 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1467918 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1467941 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1468023 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1468028 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1
[junit4] 2> 1468040 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ea9a3e0
[junit4] 2> 1468041 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_74CA0546346D986C-001/init-core-data-001/]
[junit4] 2> 1468088 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1468088 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1468089 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@258ebedf[collection1] main]
[junit4] 2> 1468090 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1468091 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1468095 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1468095 INFO (searcherExecutor-5569-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1468095 INFO (searcherExecutor-5569-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1468095 INFO (searcherExecutor-5569-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1468095 INFO (searcherExecutor-5569-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1468096 INFO (searcherExecutor-5569-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1468096 INFO (searcherExecutor-5569-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1468096 INFO (searcherExecutor-5569-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1468096 INFO (searcherExecutor-5569-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1468096 INFO (searcherExecutor-5569-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1468098 INFO (searcherExecutor-5569-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@258ebedf[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1468099 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1468099 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1468099 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@45b778dc[collection1] main]
[junit4] 2> 1468099 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@25179a2
[junit4] 2> 1468100 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=38893986
[junit4] 2> 1468105 INFO (searcherExecutor-5569-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@45b778dc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1468124 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[529 (1575021229757169664)]} 0 15
[junit4] 2> 1468124 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 1469614 INFO (commitScheduler-5572-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
[junit4] 2> 1469617 INFO (commitScheduler-5572-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@35895c5b[collection1] main]
[junit4] 2> 1469617 INFO (commitScheduler-5572-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1469618 INFO (searcherExecutor-5569-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@35895c5b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_3(7.1.0):C1)))}
[junit4] 2> 1469627 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[530 (1575021231347859456)]} 0 1517
[junit4] 2> 1469627 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
[junit4] 2> 1469627 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:530&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 1469628 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{delete=[529 (-1575021231349956608)]} 0 0
[junit4] 2> 1469628 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
[junit4] 2> 1471127 INFO (commitScheduler-5572-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
[junit4] 2> 1471133 INFO (commitScheduler-5572-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c3f842e[collection1] main]
[junit4] 2> 1471133 INFO (commitScheduler-5572-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1471134 INFO (searcherExecutor-5569-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4c3f842e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_4(7.1.0):C1)))}
[junit4] 2> 1471380 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[550 (1575021233186013184)]} 0 3271
[junit4] 2> 1471380 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 1471380 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575021233187061760)]} 0 3271
[junit4] 2> 1471381 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575021233188110336)]} 0 3271
[junit4] 2> 1471381 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575021233188110337)]} 0 3272
[junit4] 2> 1471381 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575021233188110338)]} 0 3272
[junit4] 2> 1471381 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575021233188110339)]} 0 3272
[junit4] 2> 1471381 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575021233188110340)]} 0 3272
[junit4] 2> 1471381 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575021233188110341)]} 0 3272
[junit4] 2> 1471381 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575021233188110342)]} 0 3272
[junit4] 2> 1471381 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575021233188110343)]} 0 3272
[junit4] 2> 1471381 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575021233188110344)]} 0 3272
[junit4] 2> 1471382 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:500&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 1472880 INFO (commitScheduler-5572-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
[junit4] 2> 1472882 INFO (commitScheduler-5572-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5e7c1671[collection1] main]
[junit4] 2> 1472882 INFO (commitScheduler-5572-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1472883 INFO (searcherExecutor-5569-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5e7c1671[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_4(7.1.0):C1) Uninverting(_5(7.1.0):C11/9:delGen=1)))}
[junit4] 2> 1472884 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[531 (1575021234764120064)]} 0 4775
[junit4] 2> 1472884 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:500&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
[junit4] 2> 1472885 INFO (TEST-AutoCommitTest.testMaxTime-seed#[74CA0546346D986C]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testMaxTime
[junit4] 2> 1472885 INFO (SUITE-AutoCommitTest-seed#[74CA0546346D986C]-worker) [ x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 1472885 INFO (SUITE-AutoCommitTest-seed#[74CA0546346D986C]-worker) [ x:collection1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=691272273
[junit4] 2> 1472885 INFO (SUITE-AutoCommitTest-seed#[74CA0546346D986C]-worker) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1472886 INFO (SUITE-AutoCommitTest-seed#[74CA0546346D986C]-worker) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1472887 INFO (SUITE-AutoCommitTest-seed#[74CA0546346D986C]-worker) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1472887 INFO (SUITE-AutoCommitTest-seed#[74CA0546346D986C]-worker) [ x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1472887 INFO (coreCloseExecutor-5573-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@55c9fa79
[junit4] 2> 1472887 INFO (coreCloseExecutor-5573-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
[junit4] 2> 1472887 INFO (coreCloseExecutor-5573-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1eba6b20 commitCommandVersion:0
[junit4] 2> 1472889 INFO (coreCloseExecutor-5573-thread-1-processing-x:collection1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1439300217
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_74CA0546346D986C-001
[junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=1, maxDocsPerChunk=983, blockSize=7), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=1, blockSize=7)), sim=RandomSimilarity(queryNorm=true): {}, locale=is, timezone=Pacific/Chuuk
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=262126264,total=515375104
[junit4] 2> NOTE: All tests run in this JVM: [RegexBoostProcessorTest, SolrShardReporterTest, LeaderInitiatedRecoveryOnCommitTest, TestConfigReload, TestDistribIDF, HdfsRecoveryZkTest, SolrInfoBeanTest, TestSolrCoreProperties, DistributedFacetExistsSmallTest, TestSort, DeleteStatusTest, AtomicUpdatesTest, TestManagedSynonymGraphFilterFactory, PathHierarchyTokenizerFactoryTest, TestRecoveryHdfs, CollectionsAPIAsyncDistributedZkTest, ConfigSetsAPITest, TestRandomRequestDistribution, TestCloudPivotFacet, TestUseDocValuesAsStored2, TestFieldCollectionResource, TestMiniSolrCloudClusterSSL, TestJmxIntegration, DocumentBuilderTest, SharedFSAutoReplicaFailoverUtilsTest, TestPullReplica, ClassificationUpdateProcessorTest, CircularListTest, TestCustomSort, LeaderElectionTest, UnloadDistributedZkTest, TestLegacyNumericRangeQueryBuilder, BadIndexSchemaTest, TestLRUStatsCache, SaslZkACLProviderTest, SimpleFacetsTest, TestNumericTerms32, TestFoldingMultitermQuery, TestImpersonationWithHadoopAuth, TestAnalyzedSuggestions, TermVectorComponentDistributedTest, DocValuesNotIndexedTest, SuggesterTest, TestSchemaManager, SortByFunctionTest, RequiredFieldsTest, TestRuleBasedAuthorizationPlugin, TestReqParamsAPI, TestHttpShardHandlerFactory, TestLegacyNumericUtils, TestInPlaceUpdatesDistrib, TestSurroundQueryParser, SearchHandlerTest, TestConfigOverlay, ResponseHeaderTest, TestJettySolrRunner, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerTaskQueueTest, PreAnalyzedFieldManagedSchemaCloudTest, TestTlogReplica, ClusterStateTest, TestMacros, TestClassicSimilarityFactory, TestTrie, TestSolrXml, OverseerTest, TestFieldTypeResource, TestUtils, CoreAdminCreateDiscoverTest, HdfsThreadLeakTest, TestCopyFieldCollectionResource, TestDynamicLoading, SolrCloudExampleTest, TestBulkSchemaConcurrent, TestStressCloudBlindAtomicUpdates, CopyFieldTest, SuggestComponentTest, SecurityConfHandlerTest, TestConfigSetsAPIZkFailure, HdfsCollectionsAPIDistributedZkTest, HdfsLockFactoryTest, AddBlockUpdateTest, TestCodecSupport, TestManagedSchemaAPI, DistributedQueryComponentCustomSortTest, TestReload, TestSlowCompositeReaderWrapper, TestPushWriter, CdcrVersionReplicationTest, TestSimpleQParserPlugin, TestShardHandlerFactory, TestCloudSearcherWarming, TestJsonRequest, NotRequiredUniqueKeyTest, PrimitiveFieldTypeTest, StatsComponentTest, SolrMetricsIntegrationTest, SolrTestCaseJ4Test, TestCollectionsAPIViaSolrCloudCluster, TestTolerantSearch, TestRandomCollapseQParserPlugin, ReturnFieldsTest, TestBinaryResponseWriter, XsltUpdateRequestHandlerTest, MissingSegmentRecoveryTest, TestSubQueryTransformerCrossCore, TestQuerySenderListener, BJQParserTest, TestLeaderInitiatedRecoveryThread, TestLMJelinekMercerSimilarityFactory, TestApiFramework, TestCoreAdminApis, HdfsDirectoryFactoryTest, SimplePostToolTest, NumericFieldsTest, CdcrReplicationDistributedZkTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, FullSolrCloudDistribCmdsTest, TestZkChroot, AutoCommitTest]
[junit4] Completed [372/727 (1!)] on J2 in 6.33s, 3 tests, 1 error <<< FAILURES!
[...truncated 481 lines...]
[junit4] Suite: org.apache.solr.cloud.SolrCLIZkUtilsTest
[junit4] 2> 1837978 INFO (SUITE-SolrCLIZkUtilsTest-seed#[74CA0546346D986C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCLIZkUtilsTest_74CA0546346D986C-001/init-core-data-001
[junit4] 2> 1837978 WARN (SUITE-SolrCLIZkUtilsTest-seed#[74CA0546346D986C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1837978 INFO (SUITE-SolrCLIZkUtilsTest-seed#[74CA0546346D986C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1837980 INFO (SUITE-SolrCLIZkUtilsTest-seed#[74CA0546346D986C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1837980 INFO (SUITE-SolrCLIZkUtilsTest-seed#[74CA0546346D986C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCLIZkUtilsTest_74CA0546346D986C-001/tempDir-001
[junit4] 2> 1837980 INFO (SUITE-SolrCLIZkUtilsTest-seed#[74CA0546346D986C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1837980 INFO (Thread-4683) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1837980 INFO (Thread-4683) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1837982 ERROR (Thread-4683) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1838081 INFO (SUITE-SolrCLIZkUtilsTest-seed#[74CA0546346D986C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:37032
[junit4] 2> 1838086 INFO (jetty-launcher-4078-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1838086 INFO (jetty-launcher-4078-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78f9f976{/solr,null,AVAILABLE}
[junit4] 2> 1838088 INFO (jetty-launcher-4078-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7d4d1173{SSL,[ssl, http/1.1]}{127.0.0.1:40051}
[junit4] 2> 1838088 INFO (jetty-launcher-4078-thread-1) [ ] o.e.j.s.Server Started @1840034ms
[junit4] 2> 1838088 INFO (jetty-launcher-4078-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40051}
[junit4] 2> 1838088 ERROR (jetty-launcher-4078-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1838088 INFO (jetty-launcher-4078-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1838088 INFO (jetty-launcher-4078-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1838088 INFO (jetty-launcher-4078-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1838088 INFO (jetty-launcher-4078-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-06T22:14:24.696Z
[junit4] 2> 1838090 INFO (jetty-launcher-4078-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1838095 INFO (jetty-launcher-4078-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37032/solr
[junit4] 2> 1838143 INFO (jetty-launcher-4078-thread-1) [n:127.0.0.1:40051_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1838144 INFO (jetty-launcher-4078-thread-1) [n:127.0.0.1:40051_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40051_solr
[junit4] 2> 1838144 INFO (jetty-launcher-4078-thread-1) [n:127.0.0.1:40051_solr ] o.a.s.c.Overseer Overseer (id=98438851106504707-127.0.0.1:40051_solr-n_0000000000) starting
[junit4] 2> 1838148 INFO (jetty-launcher-4078-thread-1) [n:127.0.0.1:40051_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40051_solr
[junit4] 2> 1838149 INFO (zkCallback-4085-thread-1-processing-n:127.0.0.1:40051_solr) [n:127.0.0.1:40051_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1838226 INFO (jetty-launcher-4078-thread-1) [n:127.0.0.1:40051_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40051.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@745307ac
[junit4] 2> 1838229 INFO (jetty-launcher-4078-thread-1) [n:127.0.0.1:40051_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40051.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@745307ac
[junit4] 2> 1838229 INFO (jetty-launcher-4078-thread-1) [n:127.0.0.1:40051_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40051.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@745307ac
[junit4] 2> 1838230 INFO (jetty-launcher-4078-thread-1) [n:127.0.0.1:40051_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCLIZkUtilsTest_74CA0546346D986C-001/tempDir-001/node1/.
[junit4] 2> 1838241 INFO (SUITE-SolrCLIZkUtilsTest-seed#[74CA0546346D986C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1838242 INFO (SUITE-SolrCLIZkUtilsTest-seed#[74CA0546346D986C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37032/solr ready
[junit4] 2> 1838251 INFO (TEST-SolrCLIZkUtilsTest.testMv-seed#[74CA0546346D986C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMv
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 1> Uploading /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf for config mv1 to ZooKeeper at 127.0.0.1:37032/solr
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 1> Moving Znode /configs/mv1 to /mv2 on ZooKeeper at 127.0.0.1:37032/solr
[junit4] 2> 1838263 INFO (TEST-SolrCLIZkUtilsTest.testMv-seed#[74CA0546346D986C]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/configs/mv1' to '/mv2'
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 2> 1838275 ERROR (TEST-SolrCLIZkUtilsTest.testMv-seed#[74CA0546346D986C]) [ ] o.a.s.u.SolrCLI Could not complete mv operation for reason: mv command operates on znodes and 'file:' has been specified.
[junit4] 2>
[junit4] 2> ERROR: mv command operates on znodes and 'file:' has been specified.
[junit4] 2>
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 1> Moving Znode /mv2 to /mv4 on ZooKeeper at 127.0.0.1:37032/solr
[junit4] 2> 1838276 INFO (TEST-SolrCLIZkUtilsTest.testMv-seed#[74CA0546346D986C]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/mv2' to '/mv4'
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 1> Moving Znode /mv4/solrconfig.xml to /testmvsingle/solrconfig.xml on ZooKeeper at 127.0.0.1:37032/solr
[junit4] 2> 1838286 INFO (TEST-SolrCLIZkUtilsTest.testMv-seed#[74CA0546346D986C]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/mv4/solrconfig.xml' to '/testmvsingle/solrconfig.xml'
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 1> Moving Znode /mv4/schema.xml to /parentnode/ on ZooKeeper at 127.0.0.1:37032/solr
[junit4] 2> 1838289 INFO (TEST-SolrCLIZkUtilsTest.testMv-seed#[74CA0546346D986C]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/mv4/schema.xml' to '/parentnode/schema.xml'
[junit4] 2> 1838291 INFO (TEST-SolrCLIZkUtilsTest.testMv-seed#[74CA0546346D986C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMv
[junit4] 2> 1838299 INFO (TEST-SolrCLIZkUtilsTest.testLs-seed#[74CA0546346D986C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testLs
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 1> Uploading /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf for config lister to ZooKeeper at 127.0.0.1:37032/solr
[junit4] 2> 1838335 INFO (TEST-SolrCLIZkUtilsTest.testLs-seed#[74CA0546346D986C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testLs
[junit4] 2> 1838343 INFO (TEST-SolrCLIZkUtilsTest.testDownconfig-seed#[74CA0546346D986C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDownconfig
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 1> Uploading /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf for config downconfig1 to ZooKeeper at 127.0.0.1:37032/solr
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 1> Downloading configset downconfig1 from ZooKeeper at 127.0.0.1:37032/solr to directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCLIZkUtilsTest_74CA0546346D986C-001/downConfigNewPlace-001/myconfset/conf
[junit4] 2> 1838353 INFO (TEST-SolrCLIZkUtilsTest.testDownconfig-seed#[74CA0546346D986C]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCLIZkUtilsTest_74CA0546346D986C-001/downConfigNewPlace-001/myconfset/conf/schema.xml
[junit4] 2> 1838354 INFO (TEST-SolrCLIZkUtilsTest.testDownconfig-seed#[74CA0546346D986C]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCLIZkUtilsTest_74CA0546346D986C-001/downConfigNewPlace-001/myconfset/conf/solrconfig.xml
[junit4] 2> 1838355 INFO (TEST-SolrCLIZkUtilsTest.testDownconfig-seed#[74CA0546346D986C]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCLIZkUtilsTest_74CA0546346D986C-001/downConfigNewPlace-001/myconfset/conf/stopwords/stopwords-en.txt
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 1> Uploading /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCLIZkUtilsTest_74CA0546346D986C-001/downConfigNewPlace-001/myconfset/conf for config downconfig2 to ZooKeeper at 127.0.0.1:37032/solr
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 1> Downloading configset downconfig2 from ZooKeeper at 127.0.0.1:37032/solr to directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCLIZkUtilsTest_74CA0546346D986C-001/downConfigNewPlace2-001/conf
[junit4] 2> 1838365 INFO (TEST-SolrCLIZkUtilsTest.testDownconfig-seed#[74CA0546346D986C]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCLIZkUtilsTest_74CA0546346D986C-001/downConfigNewPlace2-001/conf/schema.xml
[junit4] 2> 1838365 INFO (TEST-SolrCLIZkUtilsTest.testDownconfig-seed#[74CA0546346D986C]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCLIZkUtilsTest_74CA0546346D986C-001/downConfigNewPlace2-001/conf/solrconfig.xml
[junit4] 2> 1838366 INFO (TEST-SolrCLIZkUtilsTest.testDownconfig-seed#[74CA0546346D986C]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCLIZkUtilsTest_74CA0546346D986C-001/downConfigNewPlace2-001/conf/stopwords/stopwords-en.txt
[junit4] 2> 1838370 INFO (TEST-SolrCLIZkUtilsTest.testDownconfig-seed#[74CA0546346D986C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDownconfig
[junit4] 2> 1838380 INFO (TEST-SolrCLIZkUtilsTest.testRm-seed#[74CA0546346D986C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRm
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 1> Uploading /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf for config rm1 to ZooKeeper at 127.0.0.1:37032/solr
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 1> Uploading /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf for config rm2 to ZooKeeper at 127.0.0.1:37032/solr
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 2> 1838391 ERROR (TEST-SolrCLIZkUtilsTest.testRm-seed#[74CA0546346D986C]) [ ] o.a.s.u.SolrCLI Could not complete rm operation for reason: Zookeeper node /configs/rm1 has children and recurse has NOT been specified
[junit4] 2>
[junit4] 2> ERROR: Zookeeper node /configs/rm1 has children and recurse has NOT been specified
[junit4] 2>
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 2> 1838395 ERROR (TEST-SolrCLIZkUtilsTest.testRm-seed#[74CA0546346D986C]) [ ] o.a.s.u.SolrCLI Could not complete rm operation for reason: Zookeeper node /configs/rm1 has children and recurse has NOT been specified
[junit4] 2>
[junit4] 2> ERROR: Zookeeper node /configs/rm1 has children and recurse has NOT been specified
[junit4] 2>
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 1> Removing Zookeeper node /configs/rm1 from ZooKeeper at 127.0.0.1:37032/solr recurse: true
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 1> Removing Zookeeper node /configs/rm2 from ZooKeeper at 127.0.0.1:37032/solr recurse: true
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 1> Uploading /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf for config rm3 to ZooKeeper at 127.0.0.1:37032/solr
[junit4] 2>
[junit4] 2> ERROR: You may not remove the root ZK node ('/')!
[junit4] 2>
[junit4] 2> 1838408 INFO (TEST-SolrCLIZkUtilsTest.testRm-seed#[74CA0546346D986C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testRm
[junit4] 2> 1838420 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[74CA0546346D986C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCp
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 1> Uploading /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf for config cp1 to ZooKeeper at 127.0.0.1:37032/solr
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 1> Copying from 'zk:/configs/cp1' to 'zk:/cp2'. ZooKeeper at 127.0.0.1:37032/solr
[junit4] 2> 1838428 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[74CA0546346D986C]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/configs/cp1' to '/cp2'
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 1> Copying from 'zk:/configs/cp1' to 'file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCLIZkUtilsTest_74CA0546346D986C-001/tmpNewPlace2-001'. ZooKeeper at 127.0.0.1:37032/solr
[junit4] 2> 1838437 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[74CA0546346D986C]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/configs/cp1' to '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCLIZkUtilsTest_74CA0546346D986C-001/tmpNewPlace2-001'
[junit4] 2> 1838437 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[74CA0546346D986C]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCLIZkUtilsTest_74CA0546346D986C-001/tmpNewPlace2-001/schema.xml
[junit4] 2> 1838438 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[74CA0546346D986C]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCLIZkUtilsTest_74CA0546346D986C-001/tmpNewPlace2-001/solrconfig.xml
[junit4] 2> 1838439 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[74CA0546346D986C]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCLIZkUtilsTest_74CA0546346D986C-001/tmpNewPlace2-001/stopwords/stopwords-en.txt
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 1> Copying from 'zk:/configs/cp1' to '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCLIZkUtilsTest_74CA0546346D986C-001/tmpNewPlace3-001'. ZooKeeper at 127.0.0.1:37032/solr
[junit4] 2> 1838443 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[74CA0546346D986C]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/configs/cp1' to '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCLIZkUtilsTest_74CA0546346D986C-001/tmpNewPlace3-001'
[junit4] 2> 1838444 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[74CA0546346D986C]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCLIZkUtilsTest_74CA0546346D986C-001/tmpNewPlace3-001/schema.xml
[junit4] 2> 1838444 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[74CA0546346D986C]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCLIZkUtilsTest_74CA0546346D986C-001/tmpNewPlace3-001/solrconfig.xml
[junit4] 2> 1838446 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[74CA0546346D986C]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCLIZkUtilsTest_74CA0546346D986C-001/tmpNewPlace3-001/stopwords/stopwords-en.txt
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 1> Copying from '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf' to 'zk:/cp3'. ZooKeeper at 127.0.0.1:37032/solr
[junit4] 2> 1838449 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[74CA0546346D986C]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf' to '/cp3'
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 1> Copying from 'file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf' to 'zk:/cp4'. ZooKeeper at 127.0.0.1:37032/solr
[junit4] 2> 1838455 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[74CA0546346D986C]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf' to '/cp4'
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 1> Copying from 'file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf' to 'zk:/cp5Fail'. ZooKeeper at 127.0.0.1:37032/solr
[junit4] 2> 1838461 ERROR (TEST-SolrCLIZkUtilsTest.testCp-seed#[74CA0546346D986C]) [ ] o.a.s.u.SolrCLI Could not complete the zk operation for reason: Local path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf is a directory and recurse is false
[junit4] 2>
[junit4] 2> ERROR: Local path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf is a directory and recurse is false
[junit4] 2>
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 1> Copying from 'file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf' to 'zk:/cp6Fail'. ZooKeeper at 127.0.0.1:37032/solr
[junit4] 2> 1838462 ERROR (TEST-SolrCLIZkUtilsTest.testCp-seed#[74CA0546346D986C]) [ ] o.a.s.u.SolrCLI Could not complete the zk operation for reason: Local path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf is a directory and recurse is false
[junit4] 2>
[junit4] 2> ERROR: Local path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf is a directory and recurse is false
[junit4] 2>
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 1> Copying from 'zk:/cp3/schema.xml' to '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.SolrC
[...truncated too long message...]
0546346D986C-001/cp10-001/stopwords/stopwords-en.txt
[junit4] 2> 1838508 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[74CA0546346D986C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCp
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SolrCLIZkUtilsTest -Dtests.method=testCp -Dtests.seed=74CA0546346D986C -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ms -Dtests.timezone=BST -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 0.10s J1 | SolrCLIZkUtilsTest.testCp <<<
[junit4] > Throwable #1: java.lang.AssertionError: Empty files should NOT be copied down as directories
[junit4] > at __randomizedtesting.SeedInfo.seed([74CA0546346D986C:9F26F808F0C4260E]:0)
[junit4] > at org.apache.solr.cloud.SolrCLIZkUtilsTest.testCp(SolrCLIZkUtilsTest.java:449)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1838520 INFO (TEST-SolrCLIZkUtilsTest.testUpconfig-seed#[74CA0546346D986C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testUpconfig
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 1> Uploading /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf for config upconfig1 to ZooKeeper at 127.0.0.1:37032/solr
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 1> Uploading /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf for config upconfig2 to ZooKeeper at 127.0.0.1:37032/solr
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:37032/solr ...
[junit4] 2> 1838534 ERROR (TEST-SolrCLIZkUtilsTest.testUpconfig-seed#[74CA0546346D986C]) [ ] o.a.s.u.SolrCLI Could not complete upconfig operation for reason: Could not find solrconfig.xml at /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/configsets/solrconfig.xml, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/configsets/conf/solrconfig.xml or /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/configsets/nothinghere/conf/solrconfig.xml
[junit4] 2>
[junit4] 2> ERROR: Could not find solrconfig.xml at /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/configsets/solrconfig.xml, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/configsets/conf/solrconfig.xml or /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/configsets/nothinghere/conf/solrconfig.xml
[junit4] 2>
[junit4] 2> 1838534 INFO (TEST-SolrCLIZkUtilsTest.testUpconfig-seed#[74CA0546346D986C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testUpconfig
[junit4] 2> 1838536 INFO (jetty-closer-4079-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7d4d1173{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1838536 INFO (jetty-closer-4079-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=774322966
[junit4] 2> 1838536 INFO (jetty-closer-4079-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1838537 INFO (jetty-closer-4079-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1838538 INFO (jetty-closer-4079-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1838539 INFO (jetty-closer-4079-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1838539 INFO (jetty-closer-4079-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1838539 INFO (jetty-closer-4079-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98438851106504707-127.0.0.1:40051_solr-n_0000000000) closing
[junit4] 2> 1838539 INFO (OverseerStateUpdate-98438851106504707-127.0.0.1:40051_solr-n_0000000000) [n:127.0.0.1:40051_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40051_solr
[junit4] 2> 1840040 WARN (zkCallback-4085-thread-1-processing-n:127.0.0.1:40051_solr) [n:127.0.0.1:40051_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1840040 INFO (jetty-closer-4079-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@78f9f976{/solr,null,UNAVAILABLE}
[junit4] 2> 1840041 ERROR (SUITE-SolrCLIZkUtilsTest-seed#[74CA0546346D986C]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1840041 INFO (SUITE-SolrCLIZkUtilsTest-seed#[74CA0546346D986C]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37032 37032
[junit4] 2> 1840129 INFO (Thread-4683) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37032 37032
[junit4] 2> 1840129 WARN (Thread-4683) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCLIZkUtilsTest_74CA0546346D986C-001
[junit4] 2> Aug 06, 2017 10:14:26 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=11720, maxDocsPerChunk=8, blockSize=609), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=11720, blockSize=609)), sim=RandomSimilarity(queryNorm=true): {}, locale=ms, timezone=BST
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=88279288,total=521666560
[junit4] 2> NOTE: All tests run in this JVM: [AtomicUpdateProcessorFactoryTest, ConfigureRecoveryStrategyTest, CdcrRequestHandlerTest, TestSolrIndexConfig, CSVRequestHandlerTest, BlockCacheTest, ChaosMonkeySafeLeaderTest, TestExclusionRuleCollectionAccess, TestDeleteCollectionOnDownNodes, DistributedVersionInfoTest, ClusterStateUpdateTest, LeaderFailureAfterFreshStartTest, BasicFunctionalityTest, TestStressVersions, TestRawTransformer, CloudExitableDirectoryReaderTest, TestNamedUpdateProcessors, PropertiesRequestHandlerTest, MoreLikeThisHandlerTest, TestQueryTypes, TestSortByMinMaxFunction, ZkControllerTest, TestUninvertingReader, MigrateRouteKeyTest, HdfsDirectoryTest, TestNumericTokenStream, TestXmlQParser, OverseerCollectionConfigSetProcessorTest, DistanceFunctionTest, BlobRepositoryCloudTest, TestInfoStreamLogging, TestAtomicUpdateErrorCases, HdfsUnloadDistributedZkTest, SystemInfoHandlerTest, TestDistributedGrouping, TestMacroExpander, ExitableDirectoryReaderTest, DocExpirationUpdateProcessorFactoryTest, HighlighterTest, TestBackupRepositoryFactory, TestFileDictionaryLookup, ScriptEngineTest, TestInitQParser, TestPostingsSolrHighlighter, DistributedIntervalFacetingTest, V2StandaloneTest, TestMultiValuedNumericRangeQuery, BadComponentTest, BasicAuthStandaloneTest, StatelessScriptUpdateProcessorFactoryTest, TestQueryWrapperFilter, DistributedExpandComponentTest, SimpleMLTQParserTest, TestStressRecovery, TestFilteredDocIdSet, TestPrepRecovery, TestStressLiveNodes, TestXIncludeConfig, SSLMigrationTest, TestConfigsApi, QueryParsingTest, ConvertedLegacyTest, DistributedMLTComponentTest, ChaosMonkeySafeLeaderWithPullReplicasTest, NodeMutatorTest, TestReRankQParserPlugin, TestEmbeddedSolrServerSchemaAPI, TestSearcherReuse, TestExpandComponent, SliceStateTest, SpatialFilterTest, PrimUtilsTest, SolrIndexMetricsTest, TestNonDefinedSimilarityFactory, SuggesterTSTTest, SpellCheckComponentTest, TestRTGBase, TestDynamicFieldResource, TestPerFieldSimilarity, SpatialRPTFieldTypeTest, ZkCLITest, TestElisionMultitermQuery, TestCloudSchemaless, SharedFSAutoReplicaFailoverTest, HttpPartitionTest, TestUnifiedSolrHighlighter, ReplicationFactorTest, DateRangeFieldTest, TestExportWriter, TestLeaderElectionZkExpiry, TestManagedSchema, ShardRoutingTest, OpenCloseCoreStressTest, TestSQLHandler, TestManagedSynonymFilterFactory, TestOverriddenPrefixQueryForCustomFieldType, TestValueSourceCache, JsonLoaderTest, HdfsRecoverLeaseTest, TestSchemaResource, TestFastLRUCache, FullHLLTest, TestSimpleTrackingShardHandler, TestReplicaProperties, TestReloadAndDeleteDocs, ShardRoutingCustomTest, TestCustomStream, AnalysisAfterCoreReloadTest, DocValuesMultiTest, BooleanFieldTest, TestReplicationHandlerBackup, TestManagedResource, TestBlobHandler, TestHdfsUpdateLog, TestCursorMarkWithoutUniqueKey, TestSubQueryTransformer, TestConfigSetsAPIExclusivity, ConcurrentDeleteAndCreateCollectionTest, TestCoreDiscovery, AnalyticsQueryTest, SolrCmdDistributorTest, BasicDistributedZkTest, MoveReplicaTest, OverseerRolesTest, OverseerStatusTest, RemoteQueryErrorTest, RestartWhileUpdatingTest, SolrCLIZkUtilsTest]
[junit4] Completed [523/727 (2!)] on J1 in 2.66s, 6 tests, 1 failure <<< FAILURES!
[...truncated 43983 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 123 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/123/
4 tests failed.
FAILED: org.apache.solr.cloud.TestCloudSearcherWarming.testRepFactor1LeaderStartup
Error Message:
null Live Nodes: [127.0.0.1:47515_solr] Last available state: DocCollection(testRepFactor1LeaderStartup//collections/testRepFactor1LeaderStartup/state.json/4)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{"core_node2":{ "core":"testRepFactor1LeaderStartup_shard1_replica_n1", "base_url":"https://127.0.0.1:47515/solr", "node_name":"127.0.0.1:47515_solr", "state":"active", "type":"NRT", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError:
null
Live Nodes: [127.0.0.1:47515_solr]
Last available state: DocCollection(testRepFactor1LeaderStartup//collections/testRepFactor1LeaderStartup/state.json/4)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{"core_node2":{
"core":"testRepFactor1LeaderStartup_shard1_replica_n1",
"base_url":"https://127.0.0.1:47515/solr",
"node_name":"127.0.0.1:47515_solr",
"state":"active",
"type":"NRT",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([9E43F7D66DBC33B2:496BBA0E7C5C7A5C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.TestCloudSearcherWarming.testRepFactor1LeaderStartup(TestCloudSearcherWarming.java:126)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess
Error Message:
0
Stack Trace:
java.lang.ArrayIndexOutOfBoundsException: 0
at __randomizedtesting.SeedInfo.seed([9E43F7D66DBC33B2:4A129499BC0204D1]:0)
at java.util.concurrent.CopyOnWriteArrayList.get(CopyOnWriteArrayList.java:387)
at java.util.concurrent.CopyOnWriteArrayList.get(CopyOnWriteArrayList.java:396)
at org.apache.solr.cloud.MiniSolrCloudCluster.getJettySolrRunner(MiniSolrCloudCluster.java:365)
at org.apache.solr.cloud.TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess(TestCloudSearcherWarming.java:141)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.LeaderElectionContextKeyTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([9E43F7D66DBC33B2:1617C80CC3405E4A]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestAuthenticationFramework.testBasics
Error Message:
Error from server at https://127.0.0.1:48150/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:48150/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([9E43F7D66DBC33B2:A39B59FA55526DC2]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:126)
at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:74)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:48150/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Build Log:
[...truncated 10850 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderElectionContextKeyTest
[junit4] 2> 14372 INFO (SUITE-LeaderElectionContextKeyTest-seed#[9E43F7D66DBC33B2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_9E43F7D66DBC33B2-001/init-core-data-001
[junit4] 2> 14373 WARN (SUITE-LeaderElectionContextKeyTest-seed#[9E43F7D66DBC33B2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 14374 INFO (SUITE-LeaderElectionContextKeyTest-seed#[9E43F7D66DBC33B2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 14387 INFO (SUITE-LeaderElectionContextKeyTest-seed#[9E43F7D66DBC33B2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 14396 INFO (SUITE-LeaderElectionContextKeyTest-seed#[9E43F7D66DBC33B2]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_9E43F7D66DBC33B2-001/tempDir-001
[junit4] 2> 14436 INFO (SUITE-LeaderElectionContextKeyTest-seed#[9E43F7D66DBC33B2]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 14469 INFO (Thread-3) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 14483 INFO (Thread-3) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 14672 INFO (SUITE-LeaderElectionContextKeyTest-seed#[9E43F7D66DBC33B2]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:54708
[junit4] 2> 15086 ERROR (Thread-3) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 15767 INFO (jetty-launcher-5-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 15854 INFO (jetty-launcher-5-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4320fbd1{/solr,null,AVAILABLE}
[junit4] 2> 15913 INFO (jetty-launcher-5-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@43a823a5{HTTP/1.1,[http/1.1]}{127.0.0.1:๔๔๒๐๓}
[junit4] 2> 15918 INFO (jetty-launcher-5-thread-1) [ ] o.e.j.s.Server Started @๑๙๗๑๒ms
[junit4] 2> 15928 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44203}
[junit4] 2> 16094 ERROR (jetty-launcher-5-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 16098 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 16098 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 16098 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 16162 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-07T11:00:49.959Z
[junit4] 2> 16166 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 16226 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 16329 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54708/solr
[junit4] 2> 17174 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:44203_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 17177 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:44203_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44203_solr
[junit4] 2> 17188 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:44203_solr ] o.a.s.c.Overseer Overseer (id=98441864708620291-127.0.0.1:44203_solr-n_0000000000) starting
[junit4] 2> 17391 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:44203_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44203_solr
[junit4] 2> 17415 INFO (zkCallback-12-thread-1-processing-n:127.0.0.1:44203_solr) [n:127.0.0.1:44203_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 18474 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:44203_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44203.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49e980dc
[junit4] 2> 18475 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:44203_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44203.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49e980dc
[junit4] 2> 18475 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:44203_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44203.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49e980dc
[junit4] 2> 18498 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:44203_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_9E43F7D66DBC33B2-001/tempDir-001/node1/.
[junit4] 2> 19123 INFO (SUITE-LeaderElectionContextKeyTest-seed#[9E43F7D66DBC33B2]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 19130 INFO (SUITE-LeaderElectionContextKeyTest-seed#[9E43F7D66DBC33B2]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54708/solr ready
[junit4] 2> 20452 INFO (qtp601391541-51) [n:127.0.0.1:44203_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 20498 INFO (OverseerThreadFactory-32-thread-1-processing-n:127.0.0.1:44203_solr) [n:127.0.0.1:44203_solr ] o.a.s.c.CreateCollectionCmd Create collection testCollection1
[junit4] 2> 20669 INFO (OverseerStateUpdate-98441864708620291-127.0.0.1:44203_solr-n_0000000000) [n:127.0.0.1:44203_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testCollection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testCollection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44203/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 20689 INFO (OverseerStateUpdate-98441864708620291-127.0.0.1:44203_solr-n_0000000000) [n:127.0.0.1:44203_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testCollection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testCollection1_shard2_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44203/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 20955 INFO (qtp601391541-48) [n:127.0.0.1:44203_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection1_shard2_replica_n3&action=CREATE&numShards=2&collection=testCollection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 20985 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=testCollection1_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 20989 INFO (qtp601391541-48) [n:127.0.0.1:44203_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 21157 INFO (zkCallback-12-thread-1-processing-n:127.0.0.1:44203_solr) [n:127.0.0.1:44203_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 22068 INFO (qtp601391541-48) [n:127.0.0.1:44203_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 22079 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 22111 INFO (qtp601391541-48) [n:127.0.0.1:44203_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.s.IndexSchema [testCollection1_shard2_replica_n3] Schema name=minimal
[junit4] 2> 22115 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.s.IndexSchema [testCollection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 22123 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 22123 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testCollection1_shard1_replica_n1' using configuration from collection testCollection1, trusted=true
[junit4] 2> 22137 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44203.solr.core.testCollection1.shard1.replica_n1' (registry 'solr.core.testCollection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49e980dc
[junit4] 2> 22138 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 22139 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [[testCollection1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_9E43F7D66DBC33B2-001/tempDir-001/node1/testCollection1_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_9E43F7D66DBC33B2-001/tempDir-001/node1/./testCollection1_shard1_replica_n1/data/]
[junit4] 2> 22147 INFO (qtp601391541-48) [n:127.0.0.1:44203_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 22147 INFO (qtp601391541-48) [n:127.0.0.1:44203_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testCollection1_shard2_replica_n3' using configuration from collection testCollection1, trusted=true
[junit4] 2> 22147 INFO (qtp601391541-48) [n:127.0.0.1:44203_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44203.solr.core.testCollection1.shard2.replica_n3' (registry 'solr.core.testCollection1.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49e980dc
[junit4] 2> 22148 INFO (qtp601391541-48) [n:127.0.0.1:44203_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 22160 INFO (qtp601391541-48) [n:127.0.0.1:44203_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SolrCore [[testCollection1_shard2_replica_n3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_9E43F7D66DBC33B2-001/tempDir-001/node1/testCollection1_shard2_replica_n3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_9E43F7D66DBC33B2-001/tempDir-001/node1/./testCollection1_shard2_replica_n3/data/]
[junit4] 2> 22426 INFO (qtp601391541-48) [n:127.0.0.1:44203_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 22432 INFO (qtp601391541-48) [n:127.0.0.1:44203_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 22435 INFO (qtp601391541-48) [n:127.0.0.1:44203_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 22435 INFO (qtp601391541-48) [n:127.0.0.1:44203_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 22442 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 22442 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 22445 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 22445 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 22465 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7008ddc1[testCollection1_shard1_replica_n1] main]
[junit4] 2> 22472 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 22473 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 22474 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 22479 INFO (qtp601391541-48) [n:127.0.0.1:44203_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f077fa7[testCollection1_shard2_replica_n3] main]
[junit4] 2> 22480 INFO (searcherExecutor-35-thread-1-processing-n:127.0.0.1:44203_solr x:testCollection1_shard1_replica_n1 s:shard1 c:testCollection1 r:core_node2) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [testCollection1_shard1_replica_n1] Registered new searcher Searcher@7008ddc1[testCollection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 22481 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575069843545128960
[junit4] 2> 22484 INFO (qtp601391541-48) [n:127.0.0.1:44203_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 22485 INFO (qtp601391541-48) [n:127.0.0.1:44203_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 22487 INFO (qtp601391541-48) [n:127.0.0.1:44203_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 22502 INFO (searcherExecutor-36-thread-1-processing-n:127.0.0.1:44203_solr x:testCollection1_shard2_replica_n3 s:shard2 c:testCollection1 r:core_node4) [n:127.0.0.1:44203_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SolrCore [testCollection1_shard2_replica_n3] Registered new searcher Searcher@3f077fa7[testCollection1_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 22503 INFO (qtp601391541-48) [n:127.0.0.1:44203_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575069843568197632
[junit4] 2> 22594 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 22594 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 22594 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44203/solr/testCollection1_shard1_replica_n1/
[junit4] 2> 22596 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 22598 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:44203/solr/testCollection1_shard1_replica_n1/ has no replicas
[junit4] 2> 22598 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 22644 INFO (qtp601391541-48) [n:127.0.0.1:44203_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 22652 INFO (qtp601391541-48) [n:127.0.0.1:44203_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 22652 INFO (qtp601391541-48) [n:127.0.0.1:44203_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44203/solr/testCollection1_shard2_replica_n3/
[junit4] 2> 22654 INFO (qtp601391541-48) [n:127.0.0.1:44203_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 22654 INFO (qtp601391541-48) [n:127.0.0.1:44203_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SyncStrategy http://127.0.0.1:44203/solr/testCollection1_shard2_replica_n3/ has no replicas
[junit4] 2> 22654 INFO (qtp601391541-48) [n:127.0.0.1:44203_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 22675 INFO (qtp601391541-48) [n:127.0.0.1:44203_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44203/solr/testCollection1_shard2_replica_n3/ shard2
[junit4] 2> 22699 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44203/solr/testCollection1_shard1_replica_n1/ shard1
[junit4] 2> 22827 INFO (zkCallback-12-thread-1-processing-n:127.0.0.1:44203_solr) [n:127.0.0.1:44203_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 22871 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 22871 INFO (qtp601391541-48) [n:127.0.0.1:44203_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 22877 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=testCollection1_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1892
[junit4] 2> 22884 INFO (qtp601391541-48) [n:127.0.0.1:44203_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection1_shard2_replica_n3&action=CREATE&numShards=2&collection=testCollection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1933
[junit4] 2> 23099 INFO (zkCallback-12-thread-1-processing-n:127.0.0.1:44203_solr) [n:127.0.0.1:44203_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 23120 INFO (qtp601391541-51) [n:127.0.0.1:44203_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 23120 INFO (qtp601391541-51) [n:127.0.0.1:44203_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2680
[junit4] 2> 23127 INFO (qtp601391541-52) [n:127.0.0.1:44203_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection2&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 23142 INFO (OverseerCollectionConfigSetProcessor-98441864708620291-127.0.0.1:44203_solr-n_0000000000) [n:127.0.0.1:44203_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 23143 INFO (OverseerThreadFactory-32-thread-2-processing-n:127.0.0.1:44203_solr) [n:127.0.0.1:44203_solr ] o.a.s.c.CreateCollectionCmd Create collection testCollection2
[junit4] 2> 23373 INFO (OverseerStateUpdate-98441864708620291-127.0.0.1:44203_solr-n_0000000000) [n:127.0.0.1:44203_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testCollection2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testCollection2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44203/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 23388 INFO (OverseerStateUpdate-98441864708620291-127.0.0.1:44203_solr-n_0000000000) [n:127.0.0.1:44203_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testCollection2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testCollection2_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44203/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 23592 INFO (qtp601391541-46) [n:127.0.0.1:44203_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testCollection2_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 23599 INFO (qtp601391541-53) [n:127.0.0.1:44203_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection2_shard2_replica_n2&action=CREATE&numShards=2&collection=testCollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 23720 INFO (zkCallback-12-thread-1-processing-n:127.0.0.1:44203_solr) [n:127.0.0.1:44203_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 23720 INFO (zkCallback-12-thread-2-processing-n:127.0.0.1:44203_solr) [n:127.0.0.1:44203_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 24629 INFO (qtp601391541-53) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 24635 INFO (qtp601391541-46) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 24674 INFO (qtp601391541-53) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.s.IndexSchema [testCollection2_shard2_replica_n2] Schema name=minimal
[junit4] 2> 24678 INFO (qtp601391541-53) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 24678 INFO (qtp601391541-53) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testCollection2_shard2_replica_n2' using configuration from collection testCollection2, trusted=true
[junit4] 2> 24679 INFO (qtp601391541-46) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.s.IndexSchema [testCollection2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 24679 INFO (qtp601391541-53) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44203.solr.core.testCollection2.shard2.replica_n2' (registry 'solr.core.testCollection2.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49e980dc
[junit4] 2> 24679 INFO (qtp601391541-53) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 24680 INFO (qtp601391541-53) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrCore [[testCollection2_shard2_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_9E43F7D66DBC33B2-001/tempDir-001/node1/testCollection2_shard2_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_9E43F7D66DBC33B2-001/tempDir-001/node1/./testCollection2_shard2_replica_n2/data/]
[junit4] 2> 24683 INFO (qtp601391541-46) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 24683 INFO (qtp601391541-46) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testCollection2_shard1_replica_n1' using configuration from collection testCollection2, trusted=true
[junit4] 2> 24683 INFO (qtp601391541-46) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44203.solr.core.testCollection2.shard1.replica_n1' (registry 'solr.core.testCollection2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49e980dc
[junit4] 2> 24684 INFO (qtp601391541-46) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 24684 INFO (qtp601391541-46) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [[testCollection2_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_9E43F7D66DBC33B2-001/tempDir-001/node1/testCollection2_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_9E43F7D66DBC33B2-001/tempDir-001/node1/./testCollection2_shard1_replica_n1/data/]
[junit4] 2> 24980 INFO (qtp601391541-46) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 24981 INFO (qtp601391541-46) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 24982 INFO (qtp601391541-46) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 24982 INFO (qtp601391541-46) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 24986 INFO (qtp601391541-46) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@60f85d70[testCollection2_shard1_replica_n1] main]
[junit4] 2> 24988 INFO (qtp601391541-46) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 24989 INFO (qtp601391541-46) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 24990 INFO (qtp601391541-46) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 24991 INFO (qtp601391541-46) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575069846177054720
[junit4] 2> 25033 INFO (qtp601391541-53) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 25033 INFO (qtp601391541-53) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 25035 INFO (searcherExecutor-46-thread-1-processing-n:127.0.0.1:44203_solr x:testCollection2_shard1_replica_n1 s:shard1 c:testCollection2 r:core_node3) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [testCollection2_shard1_replica_n1] Registered new searcher Searcher@60f85d70[testCollection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 25037 INFO (qtp601391541-53) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 25037 INFO (qtp601391541-53) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 25046 INFO (qtp601391541-46) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 25046 INFO (qtp601391541-46) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 25046 INFO (qtp601391541-46) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44203/solr/testCollection2_shard1_replica_n1/
[junit4] 2> 25047 INFO (qtp601391541-46) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 25047 INFO (qtp601391541-46) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:44203/solr/testCollection2_shard1_replica_n1/ has no replicas
[junit4] 2> 25047 INFO (qtp601391541-46) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 25057 INFO (qtp601391541-53) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@723684f5[testCollection2_shard2_replica_n2] main]
[junit4] 2> 25066 INFO (qtp601391541-46) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44203/solr/testCollection2_shard1_replica_n1/ shard1
[junit4] 2> 25070 INFO (qtp601391541-53) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 25071 INFO (qtp601391541-53) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 25072 INFO (qtp601391541-53) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 25076 INFO (searcherExecutor-45-thread-1-processing-n:127.0.0.1:44203_solr x:testCollection2_shard2_replica_n2 s:shard2 c:testCollection2 r:core_node4) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrCore [testCollection2_shard2_replica_n2] Registered new searcher Searcher@723684f5[testCollection2_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 25076 INFO (qtp601391541-53) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575069846266183680
[junit4] 2> 25088 INFO (qtp601391541-53) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 25089 INFO (qtp601391541-53) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 25089 INFO (qtp601391541-53) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44203/solr/testCollection2_shard2_replica_n2/
[junit4] 2> 25089 INFO (qtp601391541-53) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 25089 INFO (qtp601391541-53) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:44203/solr/testCollection2_shard2_replica_n2/ has no replicas
[junit4] 2> 25089 INFO (qtp601391541-53) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 25095 INFO (qtp601391541-53) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44203/solr/testCollection2_shard2_replica_n2/ shard2
[junit4] 2> 25200 INFO (zkCallback-12-thread-1-processing-n:127.0.0.1:44203_solr) [n:127.0.0.1:44203_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 25201 INFO (zkCallback-12-thread-2-processing-n:127.0.0.1:44203_solr) [n:127.0.0.1:44203_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 25218 INFO (qtp601391541-46) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 25221 INFO (qtp601391541-46) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testCollection2_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1629
[junit4] 2> 25247 INFO (qtp601391541-53) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 25252 INFO (qtp601391541-53) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection2_shard2_replica_n2&action=CREATE&numShards=2&collection=testCollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1653
[junit4] 2> 25261 INFO (qtp601391541-52) [n:127.0.0.1:44203_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 25363 INFO (zkCallback-12-thread-1-processing-n:127.0.0.1:44203_solr) [n:127.0.0.1:44203_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 25363 INFO (zkCallback-12-thread-2-processing-n:127.0.0.1:44203_solr) [n:127.0.0.1:44203_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 26262 INFO (qtp601391541-52) [n:127.0.0.1:44203_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection2&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3135
[junit4] 2> 26263 INFO (SUITE-LeaderElectionContextKeyTest-seed#[9E43F7D66DBC33B2]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testCollection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 26264 INFO (SUITE-LeaderElectionContextKeyTest-seed#[9E43F7D66DBC33B2]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testCollection1
[junit4] 2> 26264 INFO (SUITE-LeaderElectionContextKeyTest-seed#[9E43F7D66DBC33B2]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testCollection2 failOnTimeout:true timeout (sec):30
[junit4] 2> 26265 INFO (SUITE-LeaderElectionContextKeyTest-seed#[9E43F7D66DBC33B2]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testCollection2
[junit4] 2> 26282 INFO (TEST-LeaderElectionContextKeyTest.test-seed#[9E43F7D66DBC33B2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 26299 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard2.replica_n3, tag=null
[junit4] 2> 26326 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr ] o.a.s.c.SolrCore [testCollection1_shard2_replica_n3] CLOSING SolrCore org.apache.solr.core.SolrCore@4b2e47b9
[junit4] 2> 26330 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard2.replica_n3, tag=1261324217
[junit4] 2> 26330 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard2.leader, tag=1261324217
[junit4] 2> 26337 INFO (qtp601391541-47) [n:127.0.0.1:44203_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=false&core=testCollection1_shard2_replica_n3&deleteDataDir=false&action=UNLOAD&indexInfo=true&wt=javabin&version=2&deleteIndex=false} status=0 QTime=40
[junit4] 2> 26343 INFO (TEST-LeaderElectionContextKeyTest.test-seed#[9E43F7D66DBC33B2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LeaderElectionContextKeyTest -Dtests.method=test -Dtests.seed=9E43F7D66DBC33B2 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=th-TH-u-nu-thai-x-lvariant-TH -Dtests.timezone=Europe/Nicosia -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.08s J2 | LeaderElectionContextKeyTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError
[junit4] > at __randomizedtesting.SeedInfo.seed([9E43F7D66DBC33B2:1617C80CC3405E4A]:0)
[junit4] > at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 26356 INFO (jetty-closer-6-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@43a823a5{HTTP/1.1,[http/1.1]}{127.0.0.1:๐}
[junit4] 2> 26358 INFO (jetty-closer-6-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=104666125
[junit4] 2> 26359 INFO (jetty-closer-6-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 26372 INFO (jetty-closer-6-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 26386 INFO (jetty-closer-6-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 26402 INFO (jetty-closer-6-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 26420 INFO (coreCloseExecutor-55-thread-1) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [testCollection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@4b159a98
[junit4] 2> 26425 INFO (coreCloseExecutor-55-thread-2) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [testCollection2_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@7dadccb9
[junit4] 2> 26432 INFO (coreCloseExecutor-55-thread-1) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard1.replica_n1, tag=1259707032
[junit4] 2> 26436 INFO (coreCloseExecutor-55-thread-3) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrCore [testCollection2_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@63701285
[junit4] 2> 26451 INFO (coreCloseExecutor-55-thread-1) [n:127.0.0.1:44203_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard1.leader, tag=1259707032
[junit4] 2> 26462 INFO (coreCloseExecutor-55-thread-2) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard1.replica_n1, tag=2108542137
[junit4] 2> 26482 INFO (coreCloseExecutor-55-thread-2) [n:127.0.0.1:44203_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard1.leader, tag=2108542137
[junit4] 2> 26482 INFO (coreCloseExecutor-55-thread-3) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard2.replica_n2, tag=1668289157
[junit4] 2> 26490 INFO (coreCloseExecutor-55-thread-3) [n:127.0.0.1:44203_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard2.leader, tag=1668289157
[junit4] 2> 26496 INFO (jetty-closer-6-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98441864708620291-127.0.0.1:44203_solr-n_0000000000) closing
[junit4] 2> 26496 INFO (OverseerStateUpdate-98441864708620291-127.0.0.1:44203_solr-n_0000000000) [n:127.0.0.1:44203_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44203_solr
[junit4] 2> 28015 WARN (zkCallback-12-thread-2-processing-n:127.0.0.1:44203_solr) [n:127.0.0.1:44203_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 28017 INFO (jetty-closer-6-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4320fbd1{/solr,null,UNAVAILABLE}
[junit4] 2> 28019 ERROR (SUITE-LeaderElectionContextKeyTest-seed#[9E43F7D66DBC33B2]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 28021 INFO (SUITE-LeaderElectionContextKeyTest-seed#[9E43F7D66DBC33B2]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54708 54708
[junit4] 2> 28109 INFO (Thread-3) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54708 54708
[junit4] 2> 28110 WARN (Thread-3) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/collections/testCollection2/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_9E43F7D66DBC33B2-001
[junit4] 2> Aug 07, 2017 11:01:01 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=517, maxMBSortInHeap=7.679963933634005, sim=RandomSimilarity(queryNorm=true): {}, locale=th-TH-u-nu-thai-x-lvariant-TH, timezone=Europe/Nicosia
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=160871104,total=327680000
[junit4] 2> NOTE: All tests run in this JVM: [BlockJoinFacetSimpleTest, HdfsWriteToMultipleCollectionsTest, ShufflingReplicaListTransformerTest, CursorMarkTest, LeaderElectionContextKeyTest]
[junit4] Completed [13/727 (1!)] on J2 in 14.12s, 1 test, 1 failure <<< FAILURES!
[...truncated 1624 lines...]
[junit4] Suite: org.apache.solr.cloud.TestAuthenticationFramework
[junit4] 2> 1883485 INFO (SUITE-TestAuthenticationFramework-seed#[9E43F7D66DBC33B2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_9E43F7D66DBC33B2-001/init-core-data-001
[junit4] 2> 1883486 WARN (SUITE-TestAuthenticationFramework-seed#[9E43F7D66DBC33B2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=21 numCloses=21
[junit4] 2> 1883486 INFO (SUITE-TestAuthenticationFramework-seed#[9E43F7D66DBC33B2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1883488 INFO (SUITE-TestAuthenticationFramework-seed#[9E43F7D66DBC33B2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1883496 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[9E43F7D66DBC33B2]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_9E43F7D66DBC33B2-001/tempDir-001
[junit4] 2> 1883497 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[9E43F7D66DBC33B2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1883497 INFO (Thread-3192) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1883497 INFO (Thread-3192) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1883502 ERROR (Thread-3192) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1883597 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[9E43F7D66DBC33B2]) [ ] o.a.s.c.ZkTestServer start zk server on port:59821
[junit4] 2> 1883623 INFO (jetty-launcher-2524-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1883624 INFO (jetty-launcher-2524-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f54afbb{/solr,null,AVAILABLE}
[junit4] 2> 1883638 INFO (jetty-launcher-2524-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1883640 INFO (jetty-launcher-2524-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b742f6{/solr,null,AVAILABLE}
[junit4] 2> 1883641 INFO (jetty-launcher-2524-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@17343a64{SSL,[ssl, http/1.1]}{127.0.0.1:48150}
[junit4] 2> 1883641 INFO (jetty-launcher-2524-thread-1) [ ] o.e.j.s.Server Started @1887435ms
[junit4] 2> 1883641 INFO (jetty-launcher-2524-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48150}
[junit4] 2> 1883641 INFO (jetty-launcher-2524-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@221a3ede{SSL,[ssl, http/1.1]}{127.0.0.1:57011}
[junit4] 2> 1883641 ERROR (jetty-launcher-2524-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1883642 INFO (jetty-launcher-2524-thread-2) [ ] o.e.j.s.Server Started @1887436ms
[junit4] 2> 1883642 INFO (jetty-launcher-2524-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 1883642 INFO (jetty-launcher-2524-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57011}
[junit4] 2> 1883642 INFO (jetty-launcher-2524-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1883642 INFO (jetty-launcher-2524-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1883642 INFO (jetty-launcher-2524-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-07T11:31:57.496Z
[junit4] 2> 1883642 ERROR (jetty-launcher-2524-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1883642 INFO (jetty-launcher-2524-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 1883642 INFO (jetty-launcher-2524-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1883642 INFO (jetty-launcher-2524-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1883642 INFO (jetty-launcher-2524-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-07T11:31:57.496Z
[junit4] 2> 1883647 INFO (jetty-launcher-2524-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1883663 INFO (jetty-launcher-2524-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1883687 INFO (jetty-launcher-2524-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59821/solr
[junit4] 2> 1883696 INFO (jetty-launcher-2524-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59821/solr
[junit4] 2> 1883755 INFO (jetty-launcher-2524-thread-1) [n:127.0.0.1:48150_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1883756 INFO (jetty-launcher-2524-thread-1) [n:127.0.0.1:48150_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:48150_solr
[junit4] 2> 1883757 INFO (jetty-launcher-2524-thread-1) [n:127.0.0.1:48150_solr ] o.a.s.c.Overseer Overseer (id=98441987185180678-127.0.0.1:48150_solr-n_0000000000) starting
[junit4] 2> 1883769 INFO (jetty-launcher-2524-thread-1) [n:127.0.0.1:48150_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48150_solr
[junit4] 2> 1883770 INFO (OverseerStateUpdate-98441987185180678-127.0.0.1:48150_solr-n_0000000000) [n:127.0.0.1:48150_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1883809 INFO (jetty-launcher-2524-thread-1) [n:127.0.0.1:48150_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 1883857 INFO (jetty-launcher-2524-thread-2) [n:127.0.0.1:57011_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1883859 INFO (jetty-launcher-2524-thread-2) [n:127.0.0.1:57011_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1883873 INFO (jetty-launcher-2524-thread-2) [n:127.0.0.1:57011_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57011_solr
[junit4] 2> 1883880 INFO (zkCallback-2536-thread-1-processing-n:127.0.0.1:48150_solr) [n:127.0.0.1:48150_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1883881 INFO (zkCallback-2535-thread-1-processing-n:127.0.0.1:57011_solr) [n:127.0.0.1:57011_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1883934 INFO (jetty-launcher-2524-thread-1) [n:127.0.0.1:48150_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48150.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49e980dc
[junit4] 2> 1883939 INFO (jetty-launcher-2524-thread-1) [n:127.0.0.1:48150_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48150.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49e980dc
[junit4] 2> 1883939 INFO (jetty-launcher-2524-thread-1) [n:127.0.0.1:48150_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48150.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49e980dc
[junit4] 2> 1883941 INFO (jetty-launcher-2524-thread-1) [n:127.0.0.1:48150_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_9E43F7D66DBC33B2-001/tempDir-001/node2/.
[junit4] 2> 1883963 INFO (jetty-launcher-2524-thread-2) [n:127.0.0.1:57011_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 1883995 INFO (jetty-launcher-2524-thread-2) [n:127.0.0.1:57011_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57011.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49e980dc
[junit4] 2> 1884000 INFO (jetty-launcher-2524-thread-2) [n:127.0.0.1:57011_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57011.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49e980dc
[junit4] 2> 1884000 INFO (jetty-launcher-2524-thread-2) [n:127.0.0.1:57011_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57011.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49e980dc
[junit4] 2> 1884002 INFO (jetty-launcher-2524-thread-2) [n:127.0.0.1:57011_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_9E43F7D66DBC33B2-001/tempDir-001/node1/.
[junit4] 2> 1884037 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[9E43F7D66DBC33B2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1884038 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[9E43F7D66DBC33B2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59821/solr ready
[junit4] 2> 1884042 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[9E43F7D66DBC33B2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 2> 1884084 INFO (qtp384952987-15815) [n:127.0.0.1:48150_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=8f9bd156-1c54-4bfd-9c0e-6530dbcf37af&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1884086 INFO (qtp384952987-15815) [n:127.0.0.1:48150_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=8f9bd156-1c54-4bfd-9c0e-6530dbcf37af&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1884090 INFO (qtp384952987-15816) [n:127.0.0.1:48150_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=8f9bd156-1c54-4bfd-9c0e-6530dbcf37af&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1884091 INFO (qtp384952987-15816) [n:127.0.0.1:48150_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=8f9bd156-1c54-4bfd-9c0e-6530dbcf37af&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1884092 INFO (OverseerThreadFactory-6550-thread-1-processing-n:127.0.0.1:48150_solr) [n:127.0.0.1:48150_solr ] o.a.s.c.CreateCollectionCmd Create collection testcollection
[junit4] 2> 1884202 INFO (OverseerStateUpdate-98441987185180678-127.0.0.1:48150_solr-n_0000000000) [n:127.0.0.1:48150_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:57011/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1884205 INFO (OverseerStateUpdate-98441987185180678-127.0.0.1:48150_solr-n_0000000000) [n:127.0.0.1:48150_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:48150/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1884208 INFO (OverseerStateUpdate-98441987185180678-127.0.0.1:48150_solr-n_0000000000) [n:127.0.0.1:48150_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:57011/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1884211 INFO (OverseerStateUpdate-98441987185180678-127.0.0.1:48150_solr-n_0000000000) [n:127.0.0.1:48150_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:48150/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1884441 INFO (qtp384952987-15813) [n:127.0.0.1:48150_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=8f9bd156-1c54-4bfd-9c0e-6530dbcf37af2357450420234189&coreNodeName=core_node5&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=1
[junit4] 2> 1884441 INFO (parallelCoreAdminExecutor-6551-thread-1-processing-n:127.0.0.1:48150_solr 8f9bd156-1c54-4bfd-9c0e-6530dbcf37af2357450420234189 CREATE) [n:127.0.0.1:48150_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=8f9bd156-1c54-4bfd-9c0e-6530dbcf37af2357450420234189&coreNodeName=core_node5&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 1884442 INFO (parallelCoreAdminExecutor-6551-thread-1-processing-n:127.0.0.1:48150_solr 8f9bd156-1c54-4bfd-9c0e-65
[...truncated too long message...]
2> NOTE: reproduce with: ant test -Dtestcase=TestCloudSearcherWarming -Dtests.method=testRepFactor1LeaderStartup -Dtests.seed=9E43F7D66DBC33B2 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-ES -Dtests.timezone=America/Argentina/La_Rioja -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 93.6s J1 | TestCloudSearcherWarming.testRepFactor1LeaderStartup <<<
[junit4] > Throwable #1: java.lang.AssertionError:
[junit4] > null
[junit4] > Live Nodes: [127.0.0.1:47515_solr]
[junit4] > Last available state: DocCollection(testRepFactor1LeaderStartup//collections/testRepFactor1LeaderStartup/state.json/4)={
[junit4] > "pullReplicas":"0",
[junit4] > "replicationFactor":"1",
[junit4] > "shards":{"shard1":{
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node2":{
[junit4] > "core":"testRepFactor1LeaderStartup_shard1_replica_n1",
[junit4] > "base_url":"https://127.0.0.1:47515/solr",
[junit4] > "node_name":"127.0.0.1:47515_solr",
[junit4] > "state":"active",
[junit4] > "type":"NRT",
[junit4] > "leader":"true"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "nrtReplicas":"1",
[junit4] > "tlogReplicas":"0"}
[junit4] > at __randomizedtesting.SeedInfo.seed([9E43F7D66DBC33B2:496BBA0E7C5C7A5C]:0)
[junit4] > at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
[junit4] > at org.apache.solr.cloud.TestCloudSearcherWarming.testRepFactor1LeaderStartup(TestCloudSearcherWarming.java:126)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1978669 INFO (TEST-TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess-seed#[9E43F7D66DBC33B2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testPeersyncFailureReplicationSuccess
[junit4] 2> 1978670 INFO (TEST-TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess-seed#[9E43F7D66DBC33B2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testPeersyncFailureReplicationSuccess
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestCloudSearcherWarming -Dtests.method=testPeersyncFailureReplicationSuccess -Dtests.seed=9E43F7D66DBC33B2 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-ES -Dtests.timezone=America/Argentina/La_Rioja -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.01s J1 | TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess <<<
[junit4] > Throwable #1: java.lang.ArrayIndexOutOfBoundsException: 0
[junit4] > at __randomizedtesting.SeedInfo.seed([9E43F7D66DBC33B2:4A129499BC0204D1]:0)
[junit4] > at java.util.concurrent.CopyOnWriteArrayList.get(CopyOnWriteArrayList.java:387)
[junit4] > at java.util.concurrent.CopyOnWriteArrayList.get(CopyOnWriteArrayList.java:396)
[junit4] > at org.apache.solr.cloud.MiniSolrCloudCluster.getJettySolrRunner(MiniSolrCloudCluster.java:365)
[junit4] > at org.apache.solr.cloud.TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess(TestCloudSearcherWarming.java:141)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1978671 ERROR (SUITE-TestCloudSearcherWarming-seed#[9E43F7D66DBC33B2]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1978672 INFO (SUITE-TestCloudSearcherWarming-seed#[9E43F7D66DBC33B2]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53343 53343
[junit4] 2> 1978775 INFO (Thread-4102) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53343 53343
[junit4] 2> 1978777 WARN (Thread-4102) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/configs/testRepFactor1LeaderStartup/managed-schema
[junit4] 2> 2 /solr/configs/testRepFactor1LeaderStartup
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/collections/testRepFactor1LeaderStartup/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_9E43F7D66DBC33B2-001
[junit4] 2> Aug 07, 2017 11:33:32 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=88, maxMBSortInHeap=7.2955080761470805, sim=RandomSimilarity(queryNorm=true): {}, locale=es-ES, timezone=America/Argentina/La_Rioja
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=289381928,total=525860864
[junit4] 2> NOTE: All tests run in this JVM: [ReplicationFactorTest, TestComplexPhraseQParserPlugin, TestUninvertingReader, TestSolrJ, TestUseDocValuesAsStored, TestRandomFlRTGCloud, TestStressVersions, TestManagedResource, BlobRepositoryCloudTest, TermVectorComponentTest, MoveReplicaHDFSUlogDirTest, TestClusterStateMutator, TestFiltering, SuggestComponentContextFilterQueryTest, HdfsUnloadDistributedZkTest, TestStressRecovery, TestExpandComponent, ShardRoutingTest, DOMUtilTest, DisMaxRequestHandlerTest, ZkCLITest, TestExportWriter, QueryParsingTest, DistributedSuggestComponentTest, DistributedFacetPivotWhiteBoxTest, LukeRequestHandlerTest, TestCloudJSONFacetJoinDomain, TestSchemaResource, TestSizeLimitedDistributedMap, TestDelegationWithHadoopAuth, TestPrepRecovery, TestCoreContainer, AlternateDirectoryTest, PropertiesRequestHandlerTest, TestXIncludeConfig, TestAddFieldRealTimeGet, TestCoreDiscovery, DistributedIntervalFacetingTest, CreateCollectionCleanupTest, ManagedSchemaRoundRobinCloudTest, TestSweetSpotSimilarityFactory, HttpPartitionTest, ZkControllerTest, SSLMigrationTest, TestHdfsUpdateLog, SampleTest, UtilsToolTest, NoCacheHeaderTest, ConfigureRecoveryStrategyTest, CollectionsAPIDistributedZkTest, TestNamedUpdateProcessors, TestRawTransformer, TestExclusionRuleCollectionAccess, CdcrRequestHandlerTest, TestJsonFacets, BlockCacheTest, TestSortByMinMaxFunction, ReplicaListTransformerTest, SliceStateTest, CloudExitableDirectoryReaderTest, TestCloudSchemaless, UpdateRequestProcessorFactoryTest, TestSimpleTrackingShardHandler, JsonLoaderTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestCloudNestedDocsSort, MigrateRouteKeyTest, SpatialFilterTest, TestUpdate, ImplicitSnitchTest, ConvertedLegacyTest, TestReplicaProperties, BadComponentTest, TestXmlQParser, TestConfigSetProperties, TestRTimerTree, DocExpirationUpdateProcessorFactoryTest, TestSolrConfigHandler, TestFieldTypeCollectionResource, ExitableDirectoryReaderTest, BlockJoinFacetRandomTest, TestPointFields, TestDynamicFieldResource, DistributedVersionInfoTest, ResourceLoaderTest, MoreLikeThisHandlerTest, DeleteShardTest, LeaderFailureAfterFreshStartTest, TestDefaultStatsCache, SpellCheckCollatorWithCollapseTest, FullHLLTest, VMParamsZkACLAndCredentialsProvidersTest, TestFieldCache, SolrCLIZkUtilsTest, SchemaVersionSpecificBehaviorTest, TestLeaderElectionZkExpiry, DistanceFunctionTest, TestFileDictionaryLookup, UpdateLogTest, TestCloudRecovery, TestSolrIndexConfig, TestUnifiedSolrHighlighter, FileUtilsTest, TestLegacyFieldReuse, PreAnalyzedUpdateProcessorTest, BigEndianAscendingWordSerializerTest, DateRangeFieldTest, TestLRUCache, V2StandaloneTest, SmileWriterTest, TestAtomicUpdateErrorCases, TestInitQParser, TestQueryTypes, TestEmbeddedSolrServerSchemaAPI, TestManagedSchema, TestTolerantUpdateProcessorRandomCloud, SuggesterTSTTest, DistributedFacetPivotLongTailTest, TestHashPartitioner, CoreMergeIndexesAdminHandlerTest, ChaosMonkeySafeLeaderTest, LeaderElectionIntegrationTest, ClusterStateUpdateTest, TestRandomFaceting, ShardRoutingCustomTest, TestDistributedGrouping, DistributedTermsComponentTest, TestSolr4Spatial, SolrCmdDistributorTest, DirectUpdateHandlerTest, TestBadConfig, HighlighterTest, SolrIndexSplitterTest, TestExtendedDismaxParser, SuggesterFSTTest, CoreAdminHandlerTest, SuggesterTest, TestStressLucene, SuggesterWFSTTest, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DocValuesMultiTest, TestSolrDeletionPolicy1, CacheHeaderTest, TestSurroundQueryParser, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, FileBasedSpellCheckerTest, TestValueSourceCache, TestIndexingPerformance, FastVectorHighlighterTest, SolrPluginUtilsTest, MBeansHandlerTest, TestPartialUpdateDeduplication, HighlighterConfigTest, UpdateParamsTest, ResponseLogComponentTest, TestSolrDeletionPolicy2, TestSearchPerf, TestElisionMultitermQuery, TestPostingsSolrHighlighter, TestPhraseSuggestions, TestCharFilters, TestPerFieldSimilarity, TestIBSimilarityFactory, TestBM25SimilarityFactory, ScriptEngineTest, ChaosMonkeyNothingIsSafeTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, CollectionsAPIAsyncDistributedZkTest, DeleteInactiveReplicaTest, DeleteReplicaTest, DocValuesNotIndexedTest, ForceLeaderTest, TestCloudInspectUtil, TestCloudSearcherWarming]
[junit4] Completed [523/727 (3!)] on J1 in 94.63s, 2 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 44064 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 122 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/122/
2 tests failed.
FAILED: org.apache.solr.cloud.LeaderElectionContextKeyTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([5ABA6524D9408393:D2EE5AFE77BCEE6B]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestAuthenticationFramework.testBasics
Error Message:
Error from server at http://127.0.0.1:38498/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:38498/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([5ABA6524D9408393:6762CB08E1AEDDE3]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:126)
at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:74)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38498/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Build Log:
[...truncated 12498 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderElectionContextKeyTest
[junit4] 2> 1712815 INFO (SUITE-LeaderElectionContextKeyTest-seed#[5ABA6524D9408393]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_5ABA6524D9408393-001/init-core-data-001
[junit4] 2> 1712815 WARN (SUITE-LeaderElectionContextKeyTest-seed#[5ABA6524D9408393]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 1712815 INFO (SUITE-LeaderElectionContextKeyTest-seed#[5ABA6524D9408393]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1712817 INFO (SUITE-LeaderElectionContextKeyTest-seed#[5ABA6524D9408393]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1712818 INFO (SUITE-LeaderElectionContextKeyTest-seed#[5ABA6524D9408393]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_5ABA6524D9408393-001/tempDir-001
[junit4] 2> 1712818 INFO (SUITE-LeaderElectionContextKeyTest-seed#[5ABA6524D9408393]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1712819 INFO (Thread-3848) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1712819 INFO (Thread-3848) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1712820 ERROR (Thread-3848) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1712919 INFO (SUITE-LeaderElectionContextKeyTest-seed#[5ABA6524D9408393]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34594
[junit4] 2> 1712933 INFO (jetty-launcher-2063-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1712934 INFO (jetty-launcher-2063-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d310aaf{/solr,null,AVAILABLE}
[junit4] 2> 1712942 INFO (jetty-launcher-2063-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3ba62142{SSL,[ssl, http/1.1]}{127.0.0.1:45115}
[junit4] 2> 1712942 INFO (jetty-launcher-2063-thread-1) [ ] o.e.j.s.Server Started @1717233ms
[junit4] 2> 1712942 INFO (jetty-launcher-2063-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45115}
[junit4] 2> 1712943 ERROR (jetty-launcher-2063-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1712943 INFO (jetty-launcher-2063-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 1712943 INFO (jetty-launcher-2063-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1712943 INFO (jetty-launcher-2063-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1712943 INFO (jetty-launcher-2063-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-07T03:38:04.352Z
[junit4] 2> 1712952 INFO (jetty-launcher-2063-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1712961 INFO (jetty-launcher-2063-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34594/solr
[junit4] 2> 1713094 INFO (jetty-launcher-2063-thread-1) [n:127.0.0.1:45115_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1713095 INFO (jetty-launcher-2063-thread-1) [n:127.0.0.1:45115_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45115_solr
[junit4] 2> 1713096 INFO (jetty-launcher-2063-thread-1) [n:127.0.0.1:45115_solr ] o.a.s.c.Overseer Overseer (id=98440123792031747-127.0.0.1:45115_solr-n_0000000000) starting
[junit4] 2> 1713138 INFO (jetty-launcher-2063-thread-1) [n:127.0.0.1:45115_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45115_solr
[junit4] 2> 1713139 INFO (zkCallback-2070-thread-1-processing-n:127.0.0.1:45115_solr) [n:127.0.0.1:45115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1713274 INFO (jetty-launcher-2063-thread-1) [n:127.0.0.1:45115_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45115.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54893bf
[junit4] 2> 1713280 INFO (jetty-launcher-2063-thread-1) [n:127.0.0.1:45115_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45115.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54893bf
[junit4] 2> 1713280 INFO (jetty-launcher-2063-thread-1) [n:127.0.0.1:45115_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45115.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54893bf
[junit4] 2> 1713281 INFO (jetty-launcher-2063-thread-1) [n:127.0.0.1:45115_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_5ABA6524D9408393-001/tempDir-001/node1/.
[junit4] 2> 1713302 INFO (SUITE-LeaderElectionContextKeyTest-seed#[5ABA6524D9408393]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1713303 INFO (SUITE-LeaderElectionContextKeyTest-seed#[5ABA6524D9408393]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34594/solr ready
[junit4] 2> 1713344 INFO (qtp2033197231-13681) [n:127.0.0.1:45115_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1713349 INFO (OverseerThreadFactory-5877-thread-1-processing-n:127.0.0.1:45115_solr) [n:127.0.0.1:45115_solr ] o.a.s.c.CreateCollectionCmd Create collection testCollection1
[junit4] 2> 1713462 INFO (OverseerStateUpdate-98440123792031747-127.0.0.1:45115_solr-n_0000000000) [n:127.0.0.1:45115_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testCollection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testCollection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45115/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1713467 INFO (OverseerStateUpdate-98440123792031747-127.0.0.1:45115_solr-n_0000000000) [n:127.0.0.1:45115_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testCollection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testCollection1_shard2_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45115/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1713680 INFO (qtp2033197231-13682) [n:127.0.0.1:45115_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection1_shard2_replica_n3&action=CREATE&numShards=2&collection=testCollection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1713680 INFO (qtp2033197231-13682) [n:127.0.0.1:45115_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1713685 INFO (qtp2033197231-13683) [n:127.0.0.1:45115_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=testCollection1_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1713798 INFO (zkCallback-2070-thread-1-processing-n:127.0.0.1:45115_solr) [n:127.0.0.1:45115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1713805 INFO (zkCallback-2070-thread-2-processing-n:127.0.0.1:45115_solr) [n:127.0.0.1:45115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1714709 INFO (qtp2033197231-13682) [n:127.0.0.1:45115_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1714711 INFO (qtp2033197231-13683) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1714755 INFO (qtp2033197231-13683) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.s.IndexSchema [testCollection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1714759 INFO (qtp2033197231-13682) [n:127.0.0.1:45115_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.s.IndexSchema [testCollection1_shard2_replica_n3] Schema name=minimal
[junit4] 2> 1714760 INFO (qtp2033197231-13683) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1714760 INFO (qtp2033197231-13683) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testCollection1_shard1_replica_n1' using configuration from collection testCollection1, trusted=true
[junit4] 2> 1714763 INFO (qtp2033197231-13682) [n:127.0.0.1:45115_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1714763 INFO (qtp2033197231-13682) [n:127.0.0.1:45115_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testCollection1_shard2_replica_n3' using configuration from collection testCollection1, trusted=true
[junit4] 2> 1714765 INFO (qtp2033197231-13683) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45115.solr.core.testCollection1.shard1.replica_n1' (registry 'solr.core.testCollection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54893bf
[junit4] 2> 1714765 INFO (qtp2033197231-13682) [n:127.0.0.1:45115_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45115.solr.core.testCollection1.shard2.replica_n3' (registry 'solr.core.testCollection1.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54893bf
[junit4] 2> 1714765 INFO (qtp2033197231-13683) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1714765 INFO (qtp2033197231-13682) [n:127.0.0.1:45115_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1714765 INFO (qtp2033197231-13683) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [[testCollection1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_5ABA6524D9408393-001/tempDir-001/node1/testCollection1_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_5ABA6524D9408393-001/tempDir-001/node1/./testCollection1_shard1_replica_n1/data/]
[junit4] 2> 1714765 INFO (qtp2033197231-13682) [n:127.0.0.1:45115_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SolrCore [[testCollection1_shard2_replica_n3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_5ABA6524D9408393-001/tempDir-001/node1/testCollection1_shard2_replica_n3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_5ABA6524D9408393-001/tempDir-001/node1/./testCollection1_shard2_replica_n3/data/]
[junit4] 2> 1714864 INFO (qtp2033197231-13683) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1714864 INFO (qtp2033197231-13683) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1714874 INFO (qtp2033197231-13683) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1714874 INFO (qtp2033197231-13683) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1714876 INFO (qtp2033197231-13683) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3467e387[testCollection1_shard1_replica_n1] main]
[junit4] 2> 1714876 INFO (qtp2033197231-13682) [n:127.0.0.1:45115_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1714876 INFO (qtp2033197231-13682) [n:127.0.0.1:45115_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1714878 INFO (qtp2033197231-13682) [n:127.0.0.1:45115_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1714878 INFO (qtp2033197231-13682) [n:127.0.0.1:45115_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1714880 INFO (qtp2033197231-13682) [n:127.0.0.1:45115_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@35dacc58[testCollection1_shard2_replica_n3] main]
[junit4] 2> 1714880 INFO (qtp2033197231-13683) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1714881 INFO (qtp2033197231-13683) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1714881 INFO (qtp2033197231-13682) [n:127.0.0.1:45115_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1714881 INFO (qtp2033197231-13682) [n:127.0.0.1:45115_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1714882 INFO (qtp2033197231-13682) [n:127.0.0.1:45115_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1714883 INFO (qtp2033197231-13683) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1714883 INFO (qtp2033197231-13683) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575041982835720192
[junit4] 2> 1714883 INFO (searcherExecutor-5881-thread-1-processing-n:127.0.0.1:45115_solr x:testCollection1_shard2_replica_n3 s:shard2 c:testCollection1 r:core_node4) [n:127.0.0.1:45115_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SolrCore [testCollection1_shard2_replica_n3] Registered new searcher Searcher@35dacc58[testCollection1_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1714884 INFO (qtp2033197231-13682) [n:127.0.0.1:45115_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575041982836768768
[junit4] 2> 1714886 INFO (searcherExecutor-5880-thread-1-processing-n:127.0.0.1:45115_solr x:testCollection1_shard1_replica_n1 s:shard1 c:testCollection1 r:core_node2) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [testCollection1_shard1_replica_n1] Registered new searcher Searcher@3467e387[testCollection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1714897 INFO (qtp2033197231-13682) [n:127.0.0.1:45115_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1714897 INFO (qtp2033197231-13682) [n:127.0.0.1:45115_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1714897 INFO (qtp2033197231-13682) [n:127.0.0.1:45115_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45115/solr/testCollection1_shard2_replica_n3/
[junit4] 2> 1714897 INFO (qtp2033197231-13682) [n:127.0.0.1:45115_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1714897 INFO (qtp2033197231-13682) [n:127.0.0.1:45115_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SyncStrategy https://127.0.0.1:45115/solr/testCollection1_shard2_replica_n3/ has no replicas
[junit4] 2> 1714897 INFO (qtp2033197231-13682) [n:127.0.0.1:45115_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1714903 INFO (qtp2033197231-13683) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1714903 INFO (qtp2033197231-13683) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1714903 INFO (qtp2033197231-13683) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45115/solr/testCollection1_shard1_replica_n1/
[junit4] 2> 1714908 INFO (qtp2033197231-13683) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1714908 INFO (qtp2033197231-13683) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:45115/solr/testCollection1_shard1_replica_n1/ has no replicas
[junit4] 2> 1714908 INFO (qtp2033197231-13683) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1714904 INFO (qtp2033197231-13682) [n:127.0.0.1:45115_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45115/solr/testCollection1_shard2_replica_n3/ shard2
[junit4] 2> 1714913 INFO (qtp2033197231-13683) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45115/solr/testCollection1_shard1_replica_n1/ shard1
[junit4] 2> 1715014 INFO (zkCallback-2070-thread-2-processing-n:127.0.0.1:45115_solr) [n:127.0.0.1:45115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1715014 INFO (zkCallback-2070-thread-1-processing-n:127.0.0.1:45115_solr) [n:127.0.0.1:45115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1715059 INFO (qtp2033197231-13682) [n:127.0.0.1:45115_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1715061 INFO (qtp2033197231-13682) [n:127.0.0.1:45115_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection1_shard2_replica_n3&action=CREATE&numShards=2&collection=testCollection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1381
[junit4] 2> 1715064 INFO (qtp2033197231-13683) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1715065 INFO (qtp2033197231-13683) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=testCollection1_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1379
[junit4] 2> 1715070 INFO (qtp2033197231-13681) [n:127.0.0.1:45115_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1715169 INFO (zkCallback-2070-thread-2-processing-n:127.0.0.1:45115_solr) [n:127.0.0.1:45115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1715169 INFO (zkCallback-2070-thread-1-processing-n:127.0.0.1:45115_solr) [n:127.0.0.1:45115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1715351 INFO (OverseerCollectionConfigSetProcessor-98440123792031747-127.0.0.1:45115_solr-n_0000000000) [n:127.0.0.1:45115_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1716071 INFO (qtp2033197231-13681) [n:127.0.0.1:45115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2726
[junit4] 2> 1716072 INFO (qtp2033197231-13680) [n:127.0.0.1:45115_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection2&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1716075 INFO (OverseerThreadFactory-5877-thread-2-processing-n:127.0.0.1:45115_solr) [n:127.0.0.1:45115_solr ] o.a.s.c.CreateCollectionCmd Create collection testCollection2
[junit4] 2> 1716284 INFO (OverseerStateUpdate-98440123792031747-127.0.0.1:45115_solr-n_0000000000) [n:127.0.0.1:45115_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testCollection2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testCollection2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45115/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1716287 INFO (OverseerStateUpdate-98440123792031747-127.0.0.1:45115_solr-n_0000000000) [n:127.0.0.1:45115_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testCollection2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testCollection2_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45115/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1716488 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection2_shard2_replica_n2&action=CREATE&numShards=2&collection=testCollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1716488 INFO (qtp2033197231-13677) [n:127.0.0.1:45115_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testCollection2_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1716596 INFO (zkCallback-2070-thread-2-processing-n:127.0.0.1:45115_solr) [n:127.0.0.1:45115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1716596 INFO (zkCallback-2070-thread-1-processing-n:127.0.0.1:45115_solr) [n:127.0.0.1:45115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1717504 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1717505 INFO (qtp2033197231-13677) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1717513 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.s.IndexSchema [testCollection2_shard2_replica_n2] Schema name=minimal
[junit4] 2> 1717514 INFO (qtp2033197231-13677) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.s.IndexSchema [testCollection2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1717544 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1717544 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testCollection2_shard2_replica_n2' using configuration from collection testCollection2, trusted=true
[junit4] 2> 1717545 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45115.solr.core.testCollection2.shard2.replica_n2' (registry 'solr.core.testCollection2.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54893bf
[junit4] 2> 1717545 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1717545 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrCore [[testCollection2_shard2_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_5ABA6524D9408393-001/tempDir-001/node1/testCollection2_shard2_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_5ABA6524D9408393-001/tempDir-001/node1/./testCollection2_shard2_replica_n2/data/]
[junit4] 2> 1717545 INFO (qtp2033197231-13677) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1717546 INFO (qtp2033197231-13677) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testCollection2_shard1_replica_n1' using configuration from collection testCollection2, trusted=true
[junit4] 2> 1717546 INFO (qtp2033197231-13677) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45115.solr.core.testCollection2.shard1.replica_n1' (registry 'solr.core.testCollection2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54893bf
[junit4] 2> 1717546 INFO (qtp2033197231-13677) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1717546 INFO (qtp2033197231-13677) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [[testCollection2_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_5ABA6524D9408393-001/tempDir-001/node1/testCollection2_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_5ABA6524D9408393-001/tempDir-001/node1/./testCollection2_shard1_replica_n1/data/]
[junit4] 2> 1717611 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1717611 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1717611 INFO (qtp2033197231-13677) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1717612 INFO (qtp2033197231-13677) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1717612 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1717612 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1717613 INFO (qtp2033197231-13677) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1717613 INFO (qtp2033197231-13677) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1717614 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6d2e69f2[testCollection2_shard2_replica_n2] main]
[junit4] 2> 1717616 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1717616 INFO (qtp2033197231-13677) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@51036c3[testCollection2_shard1_replica_n1] main]
[junit4] 2> 1717616 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1717617 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1717617 INFO (qtp2033197231-13677) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1717617 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575041985702526976
[junit4] 2> 1717618 INFO (qtp2033197231-13677) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1717619 INFO (qtp2033197231-13677) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1717619 INFO (qtp2033197231-13677) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575041985704624128
[junit4] 2> 1717621 INFO (searcherExecutor-5890-thread-1-processing-n:127.0.0.1:45115_solr x:testCollection2_shard2_replica_n2 s:shard2 c:testCollection2 r:core_node4) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrCore [testCollection2_shard2_replica_n2] Registered new searcher Searcher@6d2e69f2[testCollection2_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1717622 INFO (searcherExecutor-5891-thread-1-processing-n:127.0.0.1:45115_solr x:testCollection2_shard1_replica_n1 s:shard1 c:testCollection2 r:core_node3) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [testCollection2_shard1_replica_n1] Registered new searcher Searcher@51036c3[testCollection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1717627 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1717627 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1717627 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45115/solr/testCollection2_shard2_replica_n2/
[junit4] 2> 1717627 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1717627 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:45115/solr/testCollection2_shard2_replica_n2/ has no replicas
[junit4] 2> 1717627 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1717628 INFO (qtp2033197231-13677) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1717628 INFO (qtp2033197231-13677) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1717628 INFO (qtp2033197231-13677) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45115/solr/testCollection2_shard1_replica_n1/
[junit4] 2> 1717628 INFO (qtp2033197231-13677) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1717628 INFO (qtp2033197231-13677) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:45115/solr/testCollection2_shard1_replica_n1/ has no replicas
[junit4] 2> 1717628 INFO (qtp2033197231-13677) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1717632 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45115/solr/testCollection2_shard2_replica_n2/ shard2
[junit4] 2> 1717633 INFO (qtp2033197231-13677) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45115/solr/testCollection2_shard1_replica_n1/ shard1
[junit4] 2> 1717737 INFO (zkCallback-2070-thread-1-processing-n:127.0.0.1:45115_solr) [n:127.0.0.1:45115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1717737 INFO (zkCallback-2070-thread-2-processing-n:127.0.0.1:45115_solr) [n:127.0.0.1:45115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1717784 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1717785 INFO (qtp2033197231-13677) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1717785 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection2_shard2_replica_n2&action=CREATE&numShards=2&collection=testCollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1296
[junit4] 2> 1717786 INFO (qtp2033197231-13677) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testCollection2_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1298
[junit4] 2> 1717791 INFO (qtp2033197231-13680) [n:127.0.0.1:45115_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1717893 INFO (zkCallback-2070-thread-2-processing-n:127.0.0.1:45115_solr) [n:127.0.0.1:45115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1717893 INFO (zkCallback-2070-thread-1-processing-n:127.0.0.1:45115_solr) [n:127.0.0.1:45115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1718077 INFO (OverseerCollectionConfigSetProcessor-98440123792031747-127.0.0.1:45115_solr-n_0000000000) [n:127.0.0.1:45115_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1718791 INFO (qtp2033197231-13680) [n:127.0.0.1:45115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection2&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2719
[junit4] 2> 1718792 INFO (SUITE-LeaderElectionContextKeyTest-seed#[5ABA6524D9408393]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testCollection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 1718793 INFO (SUITE-LeaderElectionContextKeyTest-seed#[5ABA6524D9408393]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testCollection1
[junit4] 2> 1718793 INFO (SUITE-LeaderElectionContextKeyTest-seed#[5ABA6524D9408393]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testCollection2 failOnTimeout:true timeout (sec):30
[junit4] 2> 1718793 INFO (SUITE-LeaderElectionContextKeyTest-seed#[5ABA6524D9408393]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testCollection2
[junit4] 2> 1718804 INFO (TEST-LeaderElectionContextKeyTest.test-seed#[5ABA6524D9408393]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1718817 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard2.replica_n3, tag=null
[junit4] 2> 1718822 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr ] o.a.s.c.SolrCore [testCollection1_shard2_replica_n3] CLOSING SolrCore org.apache.solr.core.SolrCore@a1388fc
[junit4] 2> 1718823 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard2.replica_n3, tag=169052412
[junit4] 2> 1718823 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard2.leader, tag=169052412
[junit4] 2> 1718824 INFO (qtp2033197231-13684) [n:127.0.0.1:45115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=false&core=testCollection1_shard2_replica_n3&deleteDataDir=false&action=UNLOAD&indexInfo=true&wt=javabin&version=2&deleteIndex=false} status=0 QTime=7
[junit4] 2> 1718825 INFO (TEST-LeaderElectionContextKeyTest.test-seed#[5ABA6524D9408393]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LeaderElectionContextKeyTest -Dtests.method=test -Dtests.seed=5ABA6524D9408393 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sr-Latn-RS -Dtests.timezone=Europe/Riga -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.04s J2 | LeaderElectionContextKeyTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError
[junit4] > at __randomizedtesting.SeedInfo.seed([5ABA6524D9408393:D2EE5AFE77BCEE6B]:0)
[junit4] > at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1718831 INFO (jetty-closer-2064-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3ba62142{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1718831 INFO (jetty-closer-2064-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=491982550
[junit4] 2> 1718831 INFO (jetty-closer-2064-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1718833 INFO (jetty-closer-2064-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1718834 INFO (jetty-closer-2064-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1718836 INFO (jetty-closer-2064-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1718845 INFO (coreCloseExecutor-5900-thread-1) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [testCollection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@3dbd3a1d
[junit4] 2> 1718846 INFO (coreCloseExecutor-5900-thread-2) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrCore [testCollection2_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@4c00dc6f
[junit4] 2> 1718846 INFO (coreCloseExecutor-5900-thread-3) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [testCollection2_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@3ee76699
[junit4] 2> 1718846 INFO (coreCloseExecutor-5900-thread-1) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard1.replica_n1, tag=1035811357
[junit4] 2> 1718850 INFO (coreCloseExecutor-5900-thread-1) [n:127.0.0.1:45115_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard1.leader, tag=1035811357
[junit4] 2> 1718850 INFO (coreCloseExecutor-5900-thread-3) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard1.replica_n1, tag=1055352473
[junit4] 2> 1718854 INFO (coreCloseExecutor-5900-thread-3) [n:127.0.0.1:45115_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard1.leader, tag=1055352473
[junit4] 2> 1718854 INFO (coreCloseExecutor-5900-thread-2) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard2.replica_n2, tag=1275124847
[junit4] 2> 1718858 INFO (coreCloseExecutor-5900-thread-2) [n:127.0.0.1:45115_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard2.leader, tag=1275124847
[junit4] 2> 1718858 INFO (jetty-closer-2064-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98440123792031747-127.0.0.1:45115_solr-n_0000000000) closing
[junit4] 2> 1718859 INFO (OverseerStateUpdate-98440123792031747-127.0.0.1:45115_solr-n_0000000000) [n:127.0.0.1:45115_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45115_solr
[junit4] 2> 1720360 WARN (zkCallback-2070-thread-1-processing-n:127.0.0.1:45115_solr) [n:127.0.0.1:45115_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1720361 INFO (jetty-closer-2064-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6d310aaf{/solr,null,UNAVAILABLE}
[junit4] 2> 1720362 ERROR (SUITE-LeaderElectionContextKeyTest-seed#[5ABA6524D9408393]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1720362 INFO (SUITE-LeaderElectionContextKeyTest-seed#[5ABA6524D9408393]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34594 34594
[junit4] 2> 1720452 INFO (Thread-3848) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34594 34594
[junit4] 2> 1720453 WARN (Thread-3848) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/collections/testCollection2/state.json
[junit4] 2> 5 /solr/collections/testCollection1/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_5ABA6524D9408393-001
[junit4] 2> Aug 07, 2017 3:38:11 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1979, maxMBSortInHeap=5.943546595680839, sim=RandomSimilarity(queryNorm=true): {}, locale=sr-Latn-RS, timezone=Europe/Riga
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=201692552,total=500170752
[junit4] 2> NOTE: All tests run in this JVM: [SolrShardReporterTest, TestCustomSort, TestConfigOverlay, MultiTermTest, TestSubQueryTransformerCrossCore, FullSolrCloudDistribCmdsTest, TestIndexSearcher, TestReload, TestUseDocValuesAsStored2, TestBinaryResponseWriter, PathHierarchyTokenizerFactoryTest, XsltUpdateRequestHandlerTest, BlockJoinFacetSimpleTest, TestSQLHandlerNonCloud, PrimitiveFieldTypeTest, TestMinMaxOnMultiValuedField, CursorMarkTest, TestSolrCoreProperties, TestCollapseQParserPlugin, TestConfigSetsAPIZkFailure, TestDistributedMissingSort, TestTrie, MinimalSchemaTest, TestAnalyzedSuggestions, PKIAuthenticationIntegrationTest, ClusterStateTest, TestManagedSynonymGraphFilterFactory, MoveReplicaTest, TestJettySolrRunner, FacetPivotSmallTest, TestXmlQParserPlugin, TestPushWriter, TestCoreAdminApis, TestSimpleQParserPlugin, TestCopyFieldCollectionResource, HdfsDirectoryFactoryTest, SimplePostToolTest, TestSlowCompositeReaderWrapper, TestLMJelinekMercerSimilarityFactory, IgnoreCommitOptimizeUpdateProcessorFactoryTest, QueryEqualityTest, TestCloudSearcherWarming, TestHdfsCloudBackupRestore, ZkStateReaderTest, DocValuesNotIndexedTest, CdcrReplicationDistributedZkTest, TestTlogReplica, UnloadDistributedZkTest, ShowFileRequestHandlerTest, TestDistribDocBasedVersion, TimeZoneUtilsTest, RestartWhileUpdatingTest, RequiredFieldsTest, TestConfigSets, NotRequiredUniqueKeyTest, TestLeaderInitiatedRecoveryThread, RankQueryTest, TestCollationFieldDocValues, TestCloudDeleteByQuery, ChangedSchemaMergeTest, TestJmxIntegration, CustomCollectionTest, UniqFieldsUpdateProcessorFactoryTest, PingRequestHandlerTest, SuggesterTest, TestFieldTypeResource, TestFastWriter, HdfsThreadLeakTest, PreAnalyzedFieldTest, RuleEngineTest, TestRuleBasedAuthorizationPlugin, RemoteQueryErrorTest, TestQueryUtils, SolrTestCaseJ4Test, TestCollectionsAPIViaSolrCloudCluster, ConfigSetsAPITest, MetricUtilsTest, TestFreeTextSuggestions, RegexBoostProcessorTest, TermsComponentTest, TestZkChroot, HdfsBasicDistributedZkTest, DataDrivenBlockJoinTest, DocumentBuilderTest, TestSurroundQueryParser, TestSolrXml, ResponseHeaderTest, TestDocBasedVersionConstraints, JavabinLoaderTest, FastVectorHighlighterTest, TestDFRSimilarityFactory, LeaderElectionTest, CircularListTest, SolrCoreMetricManagerTest, TestTolerantSearch, TestSchemaSimilarityResource, DeleteNodeTest, TestConfigReload, NumericFieldsTest, AliasIntegrationTest, TestFoldingMultitermQuery, SolrInfoBeanTest, OutOfBoxZkACLAndCredentialsProvidersTest, ResponseLogComponentTest, HdfsLockFactoryTest, TestFieldCollectionResource, RequestLoggingTest, TestLegacyNumericRangeQueryBuilder, TestMultiWordSynonyms, TestImpersonationWithHadoopAuth, TestSolrCoreParser, DistributedFacetPivotSmallAdvancedTest, HdfsRecoveryZkTest, TestPerFieldSimilarityWithDefaultOverride, CopyFieldTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, RecoveryZkTest, TestRandomFaceting, ZkCLITest, TestDistributedSearch, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, TestRealTimeGet, HardAutoCommitTest, TestCoreContainer, StatsComponentTest, TestFiltering, SolrIndexSplitterTest, TestCoreDiscovery, CoreAdminHandlerTest, SuggesterWFSTTest, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, DocValuesMultiTest, DebugComponentTest, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, FileBasedSpellCheckerTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, ReturnFieldsTest, MBeansHandlerTest, TestPartialUpdateDeduplication, TestComponentsName, TestLFUCache, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, DistribDocExpirationUpdateProcessorTest, LeaderElectionContextKeyTest]
[junit4] Completed [507/727 (1!)] on J2 in 7.91s, 1 test, 1 failure <<< FAILURES!
[...truncated 63 lines...]
[junit4] Suite: org.apache.solr.cloud.TestAuthenticationFramework
[junit4] 2> 1845872 INFO (SUITE-TestAuthenticationFramework-seed#[5ABA6524D9408393]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5ABA6524D9408393-001/init-core-data-001
[junit4] 2> 1845873 WARN (SUITE-TestAuthenticationFramework-seed#[5ABA6524D9408393]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 1845873 INFO (SUITE-TestAuthenticationFramework-seed#[5ABA6524D9408393]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1845875 INFO (SUITE-TestAuthenticationFramework-seed#[5ABA6524D9408393]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1845884 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[5ABA6524D9408393]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5ABA6524D9408393-001/tempDir-001
[junit4] 2> 1845884 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[5ABA6524D9408393]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1845884 INFO (Thread-4243) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1845884 INFO (Thread-4243) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1845901 ERROR (Thread-4243) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1845984 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[5ABA6524D9408393]) [ ] o.a.s.c.ZkTestServer start zk server on port:47469
[junit4] 2> 1846014 INFO (jetty-launcher-4627-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1846016 INFO (jetty-launcher-4627-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1846017 INFO (jetty-launcher-4627-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@64f9bf4b{/solr,null,AVAILABLE}
[junit4] 2> 1846018 INFO (jetty-launcher-4627-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b98bf53{HTTP/1.1,[http/1.1]}{127.0.0.1:34243}
[junit4] 2> 1846018 INFO (jetty-launcher-4627-thread-1) [ ] o.e.j.s.Server Started @1850111ms
[junit4] 2> 1846018 INFO (jetty-launcher-4627-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34243}
[junit4] 2> 1846018 ERROR (jetty-launcher-4627-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1846019 INFO (jetty-launcher-4627-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 1846019 INFO (jetty-launcher-4627-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1846019 INFO (jetty-launcher-4627-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1846019 INFO (jetty-launcher-4627-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-07T03:40:17.216Z
[junit4] 2> 1846021 INFO (jetty-launcher-4627-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1581acb{/solr,null,AVAILABLE}
[junit4] 2> 1846021 INFO (jetty-launcher-4627-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7d88ff4{HTTP/1.1,[http/1.1]}{127.0.0.1:38498}
[junit4] 2> 1846021 INFO (jetty-launcher-4627-thread-2) [ ] o.e.j.s.Server Started @1850115ms
[junit4] 2> 1846021 INFO (jetty-launcher-4627-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38498}
[junit4] 2> 1846021 ERROR (jetty-launcher-4627-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1846021 INFO (jetty-launcher-4627-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 1846022 INFO (jetty-launcher-4627-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1846022 INFO (jetty-launcher-4627-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1846022 INFO (jetty-launcher-4627-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-07T03:40:17.219Z
[junit4] 2> 1846038 INFO (jetty-launcher-4627-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1846038 INFO (jetty-launcher-4627-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1846054 INFO (jetty-launcher-4627-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47469/solr
[junit4] 2> 1846061 INFO (jetty-launcher-4627-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47469/solr
[junit4] 2> 1846201 INFO (jetty-launcher-4627-thread-2) [n:127.0.0.1:38498_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1846202 INFO (jetty-launcher-4627-thread-2) [n:127.0.0.1:38498_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38498_solr
[junit4] 2> 1846203 INFO (jetty-launcher-4627-thread-2) [n:127.0.0.1:38498_solr ] o.a.s.c.Overseer Overseer (id=98440132499210246-127.0.0.1:38498_solr-n_0000000000) starting
[junit4] 2> 1846225 INFO (jetty-launcher-4627-thread-2) [n:127.0.0.1:38498_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38498_solr
[junit4] 2> 1846226 INFO (OverseerStateUpdate-98440132499210246-127.0.0.1:38498_solr-n_0000000000) [n:127.0.0.1:38498_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1846233 INFO (jetty-launcher-4627-thread-1) [n:127.0.0.1:34243_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1846236 INFO (jetty-launcher-4627-thread-1) [n:127.0.0.1:34243_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1846238 INFO (jetty-launcher-4627-thread-1) [n:127.0.0.1:34243_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34243_solr
[junit4] 2> 1846241 INFO (zkCallback-4640-thread-1-processing-n:127.0.0.1:38498_solr) [n:127.0.0.1:38498_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1846244 INFO (zkCallback-4638-thread-1-processing-n:127.0.0.1:34243_solr) [n:127.0.0.1:34243_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1846257 INFO (jetty-launcher-4627-thread-2) [n:127.0.0.1:38498_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 1846303 INFO (jetty-launcher-4627-thread-1) [n:127.0.0.1:34243_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 1846306 INFO (jetty-launcher-4627-thread-2) [n:127.0.0.1:38498_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38498.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24c5c232
[junit4] 2> 1846312 INFO (jetty-launcher-4627-thread-2) [n:127.0.0.1:38498_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38498.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24c5c232
[junit4] 2> 1846312 INFO (jetty-launcher-4627-thread-2) [n:127.0.0.1:38498_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38498.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24c5c232
[junit4] 2> 1846314 INFO (jetty-launcher-4627-thread-2) [n:127.0.0.1:38498_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5ABA6524D9408393-001/tempDir-001/node2/.
[junit4] 2> 1846335 INFO (jetty-launcher-4627-thread-1) [n:127.0.0.1:34243_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34243.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24c5c232
[junit4] 2> 1846341 INFO (jetty-launcher-4627-thread-1) [n:127.0.0.1:34243_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34243.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24c5c232
[junit4] 2> 1846341 INFO (jetty-launcher-4627-thread-1) [n:127.0.0.1:34243_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34243.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24c5c232
[junit4] 2> 1846342 INFO (jetty-launcher-4627-thread-1) [n:127.0.0.1:34243_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5ABA6524D9408393-001/tempDir-001/node1/.
[junit4] 2> 1846371 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[5ABA6524D9408393]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1846372 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[5ABA6524D9408393]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:47469/solr ready
[junit4] 2> 1846376 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[5ABA6524D9408393]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 2> 1846378 INFO (qtp140119425-21161) [n:127.0.0.1:34243_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1846383 INFO (OverseerThreadFactory-5835-thread-1-processing-n:127.0.0.1:38498_solr) [n:127.0.0.1:38498_solr ] o.a.s.c.CreateCollectionCmd Create collection testcollection
[junit4] 2> 1846496 INFO (OverseerStateUpdate-98440132499210246-127.0.0.1:38498_solr-n_0000000000) [n:127.0.0.1:38498_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34243/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1846502 INFO (OverseerStateUpdate-98440132499210246-127.0.0.1:38498_solr-n_0000000000) [n:127.0.0.1:38498_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38498/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1846510 INFO (OverseerStateUpdate-98440132499210246-127.0.0.1:38498_solr-n_0000000000) [n:127.0.0.1:38498_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34243/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1846514 INFO (OverseerStateUpdate-98440132499210246-127.0.0.1:38498_solr-n_0000000000) [n:127.0.0.1:38498_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38498/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1846721 INFO (qtp140119425-21164) [n:127.0.0.1:34243_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n5&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1846721 INFO (qtp140119425-21165) [n:127.0.0.1:34243_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1846722 INFO (qtp140119425-21164) [n:127.0.0.1:34243_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1846722 INFO (qtp240979672-21170) [n:127.0.0.1:38498_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n3&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1846722 INFO (qtp240979672-21170) [n:127.0.0.1:38498_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1846723 INFO (qtp240979672-21172) [n:127.0.0.1:38498_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1846832 INFO (zkCallback-4638-thread-1-processing-n:127.0.0.1:34243_solr) [n:127.0.0.1:34243_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1846833 INFO (zkCallback-4640-thread-1-processing-n:127.0.0.1:38498_solr) [n:127.0.0.1:38498_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1846834 INFO (zkCallback-4640-thread-2-processing-n:127.0.0.1:38498_solr) [n:127.0.0.1:38498_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1847761 INFO (qtp240979672-21172) [n:127.0.0.1:38498_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1847763 INFO (qtp140119425-21164) [n:127.0.0.1:34243_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1847769 INFO (qtp240979672-21170) [n:127.0.0.1:38498_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1847773 INFO (qtp240979672-21172) [n:127.0.0.1:38498_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema [testcollection_shard2_replica_n6] Schema name=minimal
[junit4] 2> 1847774 INFO (qtp140119425-21165) [n:127.0.0.1:34243_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1847776 INFO (qtp240979672-21172) [n:127.0.0.1:38498_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1847777 INFO (qtp240979672-21172) [n:127.0.0.1:38498_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n6' using configuration from collection testcollection, trusted=true
[junit4] 2> 1847777 INFO (qtp240979672-21172) [n:127.0.0.1:38498_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38498.solr.core.testcollection.shard2.replica_n6' (registry 'solr.core.testcollection.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24c5c232
[junit4] 2> 1847777 INFO (qtp240979672-21172) [n:127.0.0.1:38498_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1847778 INFO (qtp240979672-21172) [n:127.0.0.1:38498_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [[testcollection_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5ABA6524D9408393-001/tempDir-001/node2/testcollection_shard2_replica_n6], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5ABA6524D9408393-001/tempDir-001/node2/./testcollection_shard2_replica_n6/data/]
[junit4] 2> 1847784 INFO (qtp240979672-21170) [n:127.0.0.1:38498_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.s.IndexSchema [testcollection_shard1_replica_n3] Schema name=minimal
[junit4] 2> 1847787 INFO (qtp240979672-21170) [n:127.0.0.1:38498_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1847787 INFO (qtp240979672-21170) [n:127.0.0.1:38
[...truncated too long message...]
hard2_replica_n4] CLOSING SolrCore org.apache.solr.core.SolrCore@6637258c
[junit4] 2> 1854852 INFO (coreCloseExecutor-5881-thread-2) [n:127.0.0.1:38498_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n2, tag=559287198
[junit4] 2> 1854856 INFO (coreCloseExecutor-5881-thread-2) [n:127.0.0.1:38498_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=559287198
[junit4] 2> 1854857 INFO (coreCloseExecutor-5881-thread-1) [n:127.0.0.1:38498_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n6, tag=484039008
[junit4] 2> 1854860 INFO (coreCloseExecutor-5880-thread-1) [n:127.0.0.1:34243_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=579906540
[junit4] 2> 1854860 INFO (coreCloseExecutor-5880-thread-2) [n:127.0.0.1:34243_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n4, tag=1714890124
[junit4] 2> 1854861 INFO (coreCloseExecutor-5881-thread-1) [n:127.0.0.1:38498_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=484039008
[junit4] 2> 1854862 INFO (jetty-closer-4628-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98440132499210246-127.0.0.1:38498_solr-n_0000000000) closing
[junit4] 2> 1854863 INFO (OverseerStateUpdate-98440132499210246-127.0.0.1:38498_solr-n_0000000000) [n:127.0.0.1:38498_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38498_solr
[junit4] 2> 1854869 INFO (zkCallback-4638-thread-1-processing-n:127.0.0.1:34243_solr) [n:127.0.0.1:34243_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1854870 INFO (zkCallback-4638-thread-2-processing-n:127.0.0.1:34243_solr) [n:127.0.0.1:34243_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34243_solr
[junit4] 2> 1854871 INFO (coreCloseExecutor-5880-thread-2) [n:127.0.0.1:34243_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=1714890124
[junit4] 2> 1854873 WARN (zkCallback-4638-thread-3-processing-n:127.0.0.1:34243_solr) [n:127.0.0.1:34243_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1854873 INFO (jetty-closer-4628-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@64f9bf4b{/solr,null,UNAVAILABLE}
[junit4] 2> 1856369 WARN (zkCallback-4640-thread-2-processing-n:127.0.0.1:38498_solr) [n:127.0.0.1:38498_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1856370 INFO (jetty-closer-4628-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1581acb{/solr,null,UNAVAILABLE}
[junit4] 2> 1856371 ERROR (SUITE-TestAuthenticationFramework-seed#[5ABA6524D9408393]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1856374 INFO (SUITE-TestAuthenticationFramework-seed#[5ABA6524D9408393]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47469 47469
[junit4] 2> 1856479 INFO (Thread-4243) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47469 47469
[junit4] 2> 1856484 WARN (Thread-4243) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/configs/solrCloudCollectionConfig
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 23 /solr/collections/testcollection/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5ABA6524D9408393-001
[junit4] 2> Aug 07, 2017 3:40:27 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-AE, timezone=BST
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=92127512,total=522190848
[junit4] 2> NOTE: All tests run in this JVM: [TestCloudJSONFacetJoinDomain, PreAnalyzedUpdateProcessorTest, TestAtomicUpdateErrorCases, DeleteLastCustomShardedReplicaTest, MigrateRouteKeyTest, DocValuesTest, TestJsonFacets, TestCloudNestedDocsSort, TestCursorMarkWithoutUniqueKey, DistributedIntervalFacetingTest, MetricsConfigTest, QueryParsingTest, IndexSchemaRuntimeFieldTest, IndexSchemaTest, UtilsToolTest, LeaderFailureAfterFreshStartTest, TestNonDefinedSimilarityFactory, TestStressRecovery, BasicAuthStandaloneTest, CollectionTooManyReplicasTest, TestScoreJoinQPScore, TestValueSourceCache, SimpleMLTQParserTest, ZkSolrClientTest, SmileWriterTest, TestReplicaProperties, TestManagedSchema, TestExactStatsCache, TestFieldCache, AnalysisAfterCoreReloadTest, SOLR749Test, BadComponentTest, CollectionsAPIDistributedZkTest, TestExportWriter, DistributedFacetPivotWhiteBoxTest, SolrCmdDistributorTest, TestReRankQParserPlugin, TestDefaultStatsCache, TestQueryWrapperFilter, StatelessScriptUpdateProcessorFactoryTest, ClassificationUpdateProcessorIntegrationTest, TestFileDictionaryLookup, CdcrBootstrapTest, CreateCollectionCleanupTest, CdcrRequestHandlerTest, NoCacheHeaderTest, TestFilteredDocIdSet, TestClusterStateMutator, LoggingHandlerTest, NodeMutatorTest, SampleTest, HdfsDirectoryTest, TestXIncludeConfig, CloudExitableDirectoryReaderTest, HdfsRecoverLeaseTest, DocExpirationUpdateProcessorFactoryTest, PrimUtilsTest, SolrMetricReporterTest, TestTolerantUpdateProcessorRandomCloud, SolrIndexMetricsTest, TestConfigsApi, TestPKIAuthenticationPlugin, TestSerializedLuceneMatchVersion, TestBlobHandler, AtomicUpdateProcessorFactoryTest, TestSearchPerf, TestNumericTokenStream, ClusterStateUpdateTest, DistributedExpandComponentTest, TestLRUCache, ConfigureRecoveryStrategyTest, TestMultiValuedNumericRangeQuery, TestPrepRecovery, TestStressLiveNodes, TestConfigSetProperties, AssignTest, TestManagedSynonymFilterFactory, DisMaxRequestHandlerTest, SharedFSAutoReplicaFailoverTest, StatsReloadRaceTest, MergeStrategyTest, DeleteShardTest, RecoveryAfterSoftCommitTest, TestXmlQParser, TestFieldCacheSortRandom, TestSQLHandler, ManagedSchemaRoundRobinCloudTest, OverseerStatusTest, SuggestComponentContextFilterQueryTest, CacheHeaderTest, AlternateDirectoryTest, TestSolrConfigHandlerConcurrent, TestFuzzyAnalyzedSuggestions, DistributedTermsComponentTest, TestSolr4Spatial2, FullHLLTest, SparseHLLTest, TestDelegationWithHadoopAuth, ShardRoutingCustomTest, TestHdfsUpdateLog, TestManagedResource, TestLeaderElectionZkExpiry, TestStandardQParsers, ZkControllerTest, TestRawTransformer, HttpPartitionTest, TestSchemaResource, ChaosMonkeySafeLeaderWithPullReplicasTest, TestBackupRepositoryFactory, HttpSolrCallGetCoreTest, SolrCloudReportersTest, HdfsUnloadDistributedZkTest, TestReloadAndDeleteDocs, V2StandaloneTest, TestAddFieldRealTimeGet, TestFastLRUCache, TestSolrCloudWithSecureImpersonation, TestCloudSchemaless, TestEmbeddedSolrServerSchemaAPI, TestSubQueryTransformer, FileUtilsTest, TestHashPartitioner, TermVectorComponentDistributedTest, TestStressReorder, TestStressVersions, SolrCoreTest, TestGroupingSearch, BadIndexSchemaTest, ConvertedLegacyTest, TestFunctionQuery, BasicFunctionalityTest, TestBadConfig, SoftAutoCommitTest, HighlighterConfigTest, TestQuerySenderListener, UpdateParamsTest, TestSolrIndexConfig, SolrIndexConfigTest, TestSolrDeletionPolicy2, TestDocSet, TestPostingsSolrHighlighter, TestPhraseSuggestions, TestCodecSupport, ResourceLoaderTest, ScriptEngineTest, URLClassifyProcessorTest, DateMathParserTest, TestSystemIdResolver, TestSuggestSpellingConverter, DateFieldTest, DOMUtilTest, TestSolrJ, TestUtils, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, DistributedMLTComponentTest, TestRTGBase, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, ActionThrottleTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrReplicationHandlerTest, CdcrVersionReplicationTest, CollectionsAPISolrJTest, DistributedVersionInfoTest, MissingSegmentRecoveryTest, MoveReplicaHDFSTest, MultiThreadedOCPTest, SSLMigrationTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, TestAuthenticationFramework]
[junit4] Completed [527/727 (2!)] on J1 in 11.19s, 1 test, 1 error <<< FAILURES!
[...truncated 44009 lines...]