You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/10/30 13:30:03 UTC
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 253 - Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/253/
2 tests failed.
FAILED: org.apache.lucene.util.TestOfflineSorter.testThreadSafety
Error Message:
Captured an uncaught exception in thread: Thread[id=1217, name=Thread-1080, state=RUNNABLE, group=TGRP-TestOfflineSorter]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1217, name=Thread-1080, state=RUNNABLE, group=TGRP-TestOfflineSorter]
Caused by: java.lang.RuntimeException: java.nio.file.AccessDeniedException: Can't open a file still open for writing: unsorted_tmp_2.tmp
at __randomizedtesting.SeedInfo.seed([B445927FADA39B0A]:0)
at org.apache.lucene.util.TestOfflineSorter$2.run(TestOfflineSorter.java:271)
Caused by: java.nio.file.AccessDeniedException: Can't open a file still open for writing: unsorted_tmp_2.tmp
at org.apache.lucene.store.ByteBuffersDirectory$FileEntry.openInput(ByteBuffersDirectory.java:251)
at org.apache.lucene.store.ByteBuffersDirectory.openInput(ByteBuffersDirectory.java:218)
at org.apache.lucene.store.NRTCachingDirectory.slowFileExists(NRTCachingDirectory.java:278)
at org.apache.lucene.store.NRTCachingDirectory.createTempOutput(NRTCachingDirectory.java:252)
at org.apache.lucene.store.MockDirectoryWrapper.createTempOutput(MockDirectoryWrapper.java:702)
at org.apache.lucene.util.TestOfflineSorter.checkSort(TestOfflineSorter.java:183)
at org.apache.lucene.util.TestOfflineSorter.access$100(TestOfflineSorter.java:49)
at org.apache.lucene.util.TestOfflineSorter$2.run(TestOfflineSorter.java:267)
FAILED: org.apache.solr.cloud.SystemCollectionCompatTest.testBackCompat
Error Message:
Error from server at https://127.0.0.1:33375/solr/.system: Error reading input String Can't find resource 'schema.xml' in classpath or '/configs/.system', cwd=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33375/solr/.system: Error reading input String Can't find resource 'schema.xml' in classpath or '/configs/.system', cwd=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1
at __randomizedtesting.SeedInfo.seed([C7797F36FAC37F4F:B78CDC9F9A0BD639]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1127)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:896)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:828)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.SystemCollectionCompatTest.setupSystemCollection(SystemCollectionCompatTest.java:104)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 684 lines...]
[junit4] Suite: org.apache.lucene.util.TestOfflineSorter
[junit4] 2> lokakuuta 30, 2019 9:15:50 AP. com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-1080,5,TGRP-TestOfflineSorter]
[junit4] 2> java.lang.RuntimeException: java.nio.file.AccessDeniedException: Can't open a file still open for writing: unsorted_tmp_2.tmp
[junit4] 2> at __randomizedtesting.SeedInfo.seed([B445927FADA39B0A]:0)
[junit4] 2> at org.apache.lucene.util.TestOfflineSorter$2.run(TestOfflineSorter.java:271)
[junit4] 2> Caused by: java.nio.file.AccessDeniedException: Can't open a file still open for writing: unsorted_tmp_2.tmp
[junit4] 2> at org.apache.lucene.store.ByteBuffersDirectory$FileEntry.openInput(ByteBuffersDirectory.java:251)
[junit4] 2> at org.apache.lucene.store.ByteBuffersDirectory.openInput(ByteBuffersDirectory.java:218)
[junit4] 2> at org.apache.lucene.store.NRTCachingDirectory.slowFileExists(NRTCachingDirectory.java:278)
[junit4] 2> at org.apache.lucene.store.NRTCachingDirectory.createTempOutput(NRTCachingDirectory.java:252)
[junit4] 2> at org.apache.lucene.store.MockDirectoryWrapper.createTempOutput(MockDirectoryWrapper.java:702)
[junit4] 2> at org.apache.lucene.util.TestOfflineSorter.checkSort(TestOfflineSorter.java:183)
[junit4] 2> at org.apache.lucene.util.TestOfflineSorter.access$100(TestOfflineSorter.java:49)
[junit4] 2> at org.apache.lucene.util.TestOfflineSorter$2.run(TestOfflineSorter.java:267)
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestOfflineSorter -Dtests.method=testThreadSafety -Dtests.seed=B445927FADA39B0A -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=fi -Dtests.timezone=Etc/UTC -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.13s J0 | TestOfflineSorter.testThreadSafety <<<
[junit4] > Throwable #1: java.lang.AssertionError
[junit4] > at org.apache.lucene.util.TestOfflineSorter.testThreadSafety(TestOfflineSorter.java:282)
[junit4] > at java.lang.Thread.run(Thread.java:748)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1217, name=Thread-1080, state=RUNNABLE, group=TGRP-TestOfflineSorter]
[junit4] > Caused by: java.lang.RuntimeException: java.nio.file.AccessDeniedException: Can't open a file still open for writing: unsorted_tmp_2.tmp
[junit4] > at __randomizedtesting.SeedInfo.seed([B445927FADA39B0A]:0)
[junit4] > at org.apache.lucene.util.TestOfflineSorter$2.run(TestOfflineSorter.java:271)
[junit4] > Caused by: java.nio.file.AccessDeniedException: Can't open a file still open for writing: unsorted_tmp_2.tmp
[junit4] > at org.apache.lucene.store.ByteBuffersDirectory$FileEntry.openInput(ByteBuffersDirectory.java:251)
[junit4] > at org.apache.lucene.store.ByteBuffersDirectory.openInput(ByteBuffersDirectory.java:218)
[junit4] > at org.apache.lucene.store.NRTCachingDirectory.slowFileExists(NRTCachingDirectory.java:278)
[junit4] > at org.apache.lucene.store.NRTCachingDirectory.createTempOutput(NRTCachingDirectory.java:252)
[junit4] > at org.apache.lucene.store.MockDirectoryWrapper.createTempOutput(MockDirectoryWrapper.java:702)
[junit4] > at org.apache.lucene.util.TestOfflineSorter.checkSort(TestOfflineSorter.java:183)
[junit4] > at org.apache.lucene.util.TestOfflineSorter.access$100(TestOfflineSorter.java:49)
[junit4] > at org.apache.lucene.util.TestOfflineSorter$2.run(TestOfflineSorter.java:267)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J0/temp/lucene.util.TestOfflineSorter_B445927FADA39B0A-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=360, maxMBSortInHeap=5.915327331578686, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@33a32a01), locale=fi, timezone=Etc/UTC
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=343121760,total=477626368
[junit4] 2> NOTE: All tests run in this JVM: [TestScorerPerf, TestAnalyzerWrapper, TestPayloadsOnVectors, TestQueryBuilder, TestBinaryDocValuesUpdates, TestCharArraySet, TestDocValuesRewriteMethod, TestConcurrentMergeScheduler, TestSpanOrQuery, TestHugeRamFile, TestStringMSBRadixSorter, TestSynonymQuery, TestTermsEnum, TestAssertions, TestBooleanSimilarity, TestUniqueTermCount, Test2BSortedDocValuesFixedSorted, TestSimpleFSDirectory, TestPositionIncrement, TestIndexInput, TestSpanMultiTermQueryWrapper, TestParallelReaderEmptyIndex, TestExceedMaxTermLength, TestTransactions, TestRecyclingByteBlockAllocator, TestDocsWithFieldSet, TestBlockMaxConjunction, TestAutomaton, TestLucene50StoredFieldsFormat, TestSimilarity2, TestInfoStream, TestNativeFSLockFactory, TestLSBRadixSorter, TestNeedsScores, TestFastCompressionMode, TestLucene50TermVectorsFormat, TestBufferedIndexInput, TestSumDocFreq, TestPrefixQuery, TestSloppyPhraseQuery, TestDeletionPolicy, TestSegmentTermDocs, TestManyFields, TestArrayUtil, TestLucene70SegmentInfoFormat, TestDateTools, TestEarlyTermination, TestIndexWriterReader, TestSimilarity, TestMultiThreadTermVectors, TestIntroSelector, TestIndexWriterLockRelease, TestAutomatonQuery, TestOfflineSorter]
[junit4] Completed [76/526 (1!)] on J0 in 11.92s, 15 tests, 1 error <<< FAILURES!
[...truncated 14558 lines...]
[junit4] Suite: org.apache.solr.cloud.SystemCollectionCompatTest
[junit4] 2> 2312072 INFO (SUITE-SystemCollectionCompatTest-seed#[C7797F36FAC37F4F]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SystemCollectionCompatTest_C7797F36FAC37F4F-001/data-dir-177-001
[junit4] 2> 2312072 WARN (SUITE-SystemCollectionCompatTest-seed#[C7797F36FAC37F4F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=63 numCloses=63
[junit4] 2> 2312072 INFO (SUITE-SystemCollectionCompatTest-seed#[C7797F36FAC37F4F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2312074 INFO (SUITE-SystemCollectionCompatTest-seed#[C7797F36FAC37F4F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2312074 INFO (SUITE-SystemCollectionCompatTest-seed#[C7797F36FAC37F4F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2312074 INFO (SUITE-SystemCollectionCompatTest-seed#[C7797F36FAC37F4F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SystemCollectionCompatTest_C7797F36FAC37F4F-001/tempDir-001
[junit4] 2> 2312074 INFO (SUITE-SystemCollectionCompatTest-seed#[C7797F36FAC37F4F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2312077 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2312077 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2312177 INFO (SUITE-SystemCollectionCompatTest-seed#[C7797F36FAC37F4F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:44155
[junit4] 2> 2312177 INFO (SUITE-SystemCollectionCompatTest-seed#[C7797F36FAC37F4F]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:44155
[junit4] 2> 2312177 INFO (SUITE-SystemCollectionCompatTest-seed#[C7797F36FAC37F4F]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44155
[junit4] 2> 2312177 INFO (SUITE-SystemCollectionCompatTest-seed#[C7797F36FAC37F4F]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44155
[junit4] 2> 2312179 INFO (SUITE-SystemCollectionCompatTest-seed#[C7797F36FAC37F4F]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2312184 INFO (zkConnectionManagerCallback-12428-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2312184 INFO (SUITE-SystemCollectionCompatTest-seed#[C7797F36FAC37F4F]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2312187 INFO (SUITE-SystemCollectionCompatTest-seed#[C7797F36FAC37F4F]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2312188 INFO (zkConnectionManagerCallback-12430-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2312188 INFO (SUITE-SystemCollectionCompatTest-seed#[C7797F36FAC37F4F]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2312188 INFO (SUITE-SystemCollectionCompatTest-seed#[C7797F36FAC37F4F]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2312189 INFO (zkConnectionManagerCallback-12432-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2312189 INFO (SUITE-SystemCollectionCompatTest-seed#[C7797F36FAC37F4F]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2312292 WARN (jetty-launcher-12433-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2312293 WARN (jetty-launcher-12433-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2312293 INFO (jetty-launcher-12433-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2312293 INFO (jetty-launcher-12433-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2312293 INFO (jetty-launcher-12433-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2312293 INFO (jetty-launcher-12433-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2312293 INFO (jetty-launcher-12433-thread-1) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 2312293 INFO (jetty-launcher-12433-thread-2) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 2312297 INFO (jetty-launcher-12433-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2312297 INFO (jetty-launcher-12433-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2312297 INFO (jetty-launcher-12433-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2312297 INFO (jetty-launcher-12433-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a664fea{/solr,null,AVAILABLE}
[junit4] 2> 2312301 INFO (jetty-launcher-12433-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2312301 INFO (jetty-launcher-12433-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2312301 INFO (jetty-launcher-12433-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2312301 INFO (jetty-launcher-12433-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e3ed8d7{SSL,[ssl, http/1.1]}{127.0.0.1:33375}
[junit4] 2> 2312301 INFO (jetty-launcher-12433-thread-2) [ ] o.e.j.s.Server Started @2312329ms
[junit4] 2> 2312301 INFO (jetty-launcher-12433-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33375}
[junit4] 2> 2312301 ERROR (jetty-launcher-12433-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2312301 INFO (jetty-launcher-12433-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2312301 INFO (jetty-launcher-12433-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.4.0
[junit4] 2> 2312301 INFO (jetty-launcher-12433-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2312301 INFO (jetty-launcher-12433-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2312301 INFO (jetty-launcher-12433-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-10-30T12:18:40.239Z
[junit4] 2> 2312304 INFO (jetty-launcher-12433-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@311a9b17{/solr,null,AVAILABLE}
[junit4] 2> 2312305 INFO (jetty-launcher-12433-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2312305 INFO (jetty-launcher-12433-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6207d52c{SSL,[ssl, http/1.1]}{127.0.0.1:34823}
[junit4] 2> 2312305 INFO (jetty-launcher-12433-thread-1) [ ] o.e.j.s.Server Started @2312333ms
[junit4] 2> 2312305 INFO (jetty-launcher-12433-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34823}
[junit4] 2> 2312305 ERROR (jetty-launcher-12433-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2312305 INFO (jetty-launcher-12433-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2312305 INFO (jetty-launcher-12433-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.4.0
[junit4] 2> 2312305 INFO (jetty-launcher-12433-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2312305 INFO (jetty-launcher-12433-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2312305 INFO (jetty-launcher-12433-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-10-30T12:18:40.243Z
[junit4] 2> 2312305 INFO (zkConnectionManagerCallback-12435-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2312305 INFO (jetty-launcher-12433-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2312306 INFO (jetty-launcher-12433-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2312306 INFO (jetty-launcher-12433-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2312309 INFO (zkConnectionManagerCallback-12437-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2312309 INFO (jetty-launcher-12433-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2312309 INFO (jetty-launcher-12433-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2312536 INFO (jetty-launcher-12433-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2312536 WARN (jetty-launcher-12433-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2312565 WARN (jetty-launcher-12433-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@46b897d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2312565 WARN (jetty-launcher-12433-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@46b897d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2312577 WARN (jetty-launcher-12433-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2312581 WARN (jetty-launcher-12433-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@74ff9e55[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2312581 WARN (jetty-launcher-12433-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@74ff9e55[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2312582 INFO (jetty-launcher-12433-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44155/solr
[junit4] 2> 2312586 INFO (jetty-launcher-12433-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2312589 INFO (zkConnectionManagerCallback-12445-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2312589 INFO (jetty-launcher-12433-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2312590 INFO (jetty-launcher-12433-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2312590 WARN (jetty-launcher-12433-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2312590 WARN (jetty-launcher-12433-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5f502b5f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2312590 WARN (jetty-launcher-12433-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5f502b5f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2312592 WARN (jetty-launcher-12433-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2312592 WARN (jetty-launcher-12433-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1fbcc250[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2312592 WARN (jetty-launcher-12433-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1fbcc250[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2312593 INFO (jetty-launcher-12433-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44155/solr
[junit4] 2> 2312597 INFO (jetty-launcher-12433-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2312598 INFO (zkConnectionManagerCallback-12451-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2312598 INFO (jetty-launcher-12433-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2312694 INFO (jetty-launcher-12433-thread-2) [n:127.0.0.1:33375_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2312695 INFO (zkConnectionManagerCallback-12453-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2312695 INFO (jetty-launcher-12433-thread-2) [n:127.0.0.1:33375_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2312744 INFO (jetty-launcher-12433-thread-2) [n:127.0.0.1:33375_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33375_solr
[junit4] 2> 2312744 INFO (jetty-launcher-12433-thread-2) [n:127.0.0.1:33375_solr ] o.a.s.c.Overseer Overseer (id=72638211099394055-127.0.0.1:33375_solr-n_0000000000) starting
[junit4] 2> 2312752 INFO (OverseerStateUpdate-72638211099394055-127.0.0.1:33375_solr-n_0000000000) [n:127.0.0.1:33375_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33375_solr
[junit4] 2> 2312754 INFO (jetty-launcher-12433-thread-2) [n:127.0.0.1:33375_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33375_solr
[junit4] 2> 2312762 INFO (zkCallback-12452-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2312771 INFO (jetty-launcher-12433-thread-2) [n:127.0.0.1:33375_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2312789 INFO (jetty-launcher-12433-thread-2) [n:127.0.0.1:33375_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33375.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7dc8fb22
[junit4] 2> 2312792 INFO (jetty-launcher-12433-thread-1) [n:127.0.0.1:34823_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2312792 INFO (zkConnectionManagerCallback-12459-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2312792 INFO (jetty-launcher-12433-thread-1) [n:127.0.0.1:34823_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2312794 INFO (jetty-launcher-12433-thread-2) [n:127.0.0.1:33375_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33375.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7dc8fb22
[junit4] 2> 2312794 INFO (jetty-launcher-12433-thread-2) [n:127.0.0.1:33375_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33375.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7dc8fb22
[junit4] 2> 2312794 INFO (jetty-launcher-12433-thread-1) [n:127.0.0.1:34823_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2312794 INFO (jetty-launcher-12433-thread-2) [n:127.0.0.1:33375_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SystemCollectionCompatTest_C7797F36FAC37F4F-001/tempDir-001/node2/.
[junit4] 2> 2312799 INFO (jetty-launcher-12433-thread-1) [n:127.0.0.1:34823_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:34823_solr as DOWN
[junit4] 2> 2312799 INFO (jetty-launcher-12433-thread-1) [n:127.0.0.1:34823_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2312799 INFO (jetty-launcher-12433-thread-1) [n:127.0.0.1:34823_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34823_solr
[junit4] 2> 2312800 INFO (zkCallback-12452-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2312800 INFO (zkCallback-12458-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2312811 INFO (jetty-launcher-12433-thread-1) [n:127.0.0.1:34823_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2312824 INFO (jetty-launcher-12433-thread-1) [n:127.0.0.1:34823_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34823.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7dc8fb22
[junit4] 2> 2312829 INFO (jetty-launcher-12433-thread-1) [n:127.0.0.1:34823_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34823.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7dc8fb22
[junit4] 2> 2312829 INFO (jetty-launcher-12433-thread-1) [n:127.0.0.1:34823_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34823.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7dc8fb22
[junit4] 2> 2312830 INFO (jetty-launcher-12433-thread-1) [n:127.0.0.1:34823_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SystemCollectionCompatTest_C7797F36FAC37F4F-001/tempDir-001/node1/.
[junit4] 2> 2312848 INFO (SUITE-SystemCollectionCompatTest-seed#[C7797F36FAC37F4F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 2312849 INFO (SUITE-SystemCollectionCompatTest-seed#[C7797F36FAC37F4F]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2312849 INFO (zkConnectionManagerCallback-12468-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2312849 INFO (SUITE-SystemCollectionCompatTest-seed#[C7797F36FAC37F4F]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2312850 INFO (SUITE-SystemCollectionCompatTest-seed#[C7797F36FAC37F4F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2312851 INFO (SUITE-SystemCollectionCompatTest-seed#[C7797F36FAC37F4F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44155/solr ready
[junit4] 2> 2312888 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[C7797F36FAC37F4F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBackCompat
[junit4] 2> 2312897 INFO (qtp348566439-93443) [n:127.0.0.1:33375_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params name=.system&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2312901 INFO (OverseerThreadFactory-10417-thread-1-processing-n:127.0.0.1:33375_solr) [n:127.0.0.1:33375_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection .system
[junit4] 2> 2313006 INFO (OverseerStateUpdate-72638211099394055-127.0.0.1:33375_solr-n_0000000000) [n:127.0.0.1:33375_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34823/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2313007 INFO (OverseerStateUpdate-72638211099394055-127.0.0.1:33375_solr-n_0000000000) [n:127.0.0.1:33375_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33375/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2313213 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2313214 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2313217 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2314225 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
[junit4] 2> 2314238 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
[junit4] 2> 2314242 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 2314243 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 2314244 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
[junit4] 2> 2314245 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 2314247 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 2314248 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 2314249 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
[junit4] 2> 2314251 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
[junit4] 2> 2314251 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
[junit4] 2> 2314252 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
[junit4] 2> 2314253 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/.system/schema.xml no longer exists.
[junit4] 2> 2314253 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true
[junit4] 2> 2314256 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34823.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7dc8fb22
[junit4] 2> 2314256 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33375.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7dc8fb22
[junit4] 2> 2314256 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SystemCollectionCompatTest_C7797F36FAC37F4F-001/tempDir-001/node2/.system_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SystemCollectionCompatTest_C7797F36FAC37F4F-001/tempDir-001/node2/./.system_shard1_replica_n2/data/]
[junit4] 2> 2314256 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SystemCollectionCompatTest_C7797F36FAC37F4F-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SystemCollectionCompatTest_C7797F36FAC37F4F-001/tempDir-001/node1/./.system_shard1_replica_n1/data/]
[junit4] 2> 2314286 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2314286 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2314287 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs;
[junit4] 2> 2314287 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2314288 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@40058cdf[.system_shard1_replica_n2] main]
[junit4] 2> 2314289 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 2314289 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 2314289 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 2314289 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2314289 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2314289 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1648820666737098752
[junit4] 2> 2314290 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2314290 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2314291 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs;
[junit4] 2> 2314291 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2314292 INFO (searcherExecutor-10427-thread-1-processing-n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@40058cdf[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2314292 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@385f9274[.system_shard1_replica_n1] main]
[junit4] 2> 2314293 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 2314293 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 2314293 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 2314293 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 2314293 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/.system/leaders/shard1
[junit4] 2> 2314293 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 2314295 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 2314296 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2314298 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 2314298 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 5 ms
[junit4] 2> 2314299 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2314299 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1648820666747584512
[junit4] 2> 2314305 INFO (searcherExecutor-10426-thread-1-processing-n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@385f9274[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2314307 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
[junit4] 2> 2314307 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/.system/leaders/shard1
[junit4] 2> 2314797 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2314797 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2314797 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33375/solr/.system_shard1_replica_n2/
[junit4] 2> 2314797 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=https://127.0.0.1:33375/solr START replicas=[https://127.0.0.1:34823/solr/.system_shard1_replica_n1/] nUpdates=100
[junit4] 2> 2314797 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=https://127.0.0.1:33375/solr DONE. We have no versions. sync failed.
[junit4] 2> 2314801 INFO (qtp1761590876-93446) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2314801 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2314801 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2314801 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/.system/leaders/shard1/leader after winning as /collections/.system/leader_elect/shard1/election/72638211099394055-core_node4-n_0000000000
[junit4] 2> 2314802 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33375/solr/.system_shard1_replica_n2/ shard1
[junit4] 2> 2314903 INFO (zkCallback-12452-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2314905 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2314908 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1694
[junit4] 2> 2315007 INFO (zkCallback-12452-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2315007 INFO (zkCallback-12452-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2315310 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2092
[junit4] 2> 2315314 INFO (qtp348566439-93443) [n:127.0.0.1:33375_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2315411 INFO (zkCallback-12452-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2315411 INFO (zkCallback-12458-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2315411 INFO (zkCallback-12452-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2315411 INFO (zkCallback-12458-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2315411 INFO (qtp348566439-93443) [n:127.0.0.1:33375_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=.system&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2514
[junit4] 2> 2315411 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[C7797F36FAC37F4F]) [ ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: .system
[junit4] 2> 2315414 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[C7797F36FAC37F4F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2315415 INFO (zkConnectionManagerCallback-12475-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2315415 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[C7797F36FAC37F4F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2315415 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[C7797F36FAC37F4F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2315416 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[C7797F36FAC37F4F]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44155/solr ready
[junit4] 2> 2315420 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node3=1, core_node4=1}, version=2}
[junit4] 2> 2315436 INFO (qtp1761590876-93446) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [.system_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:33375/solr/.system_shard1_replica_n2/&wt=javabin&version=2}{add=[16e1c9a9617T2nk3amwln2vsf20pknfuam0f7 (1648820667921989632)]} 0 2
[junit4] 2> 2315436 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [.system_shard1_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16e1c9a9617T2nk3amwln2vsf20pknfuam0f7 (1648820667921989632)]} 0 17
[junit4] 2> 2315439 INFO (qtp348566439-93443) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1648820667942961152,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2315441 INFO (qtp348566439-93443) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7d60b7a2 commitCommandVersion:1648820667942961152
[junit4] 2> 2315442 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1648820667946106880,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2315442 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7d6e87d commitCommandVersion:1648820667946106880
[junit4] 2> 2315446 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3ec19591[.system_shard1_replica_n1] main]
[junit4] 2> 2315446 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2315447 INFO (searcherExecutor-10426-thread-1-processing-n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@3ec19591[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.4.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.4.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.15.0-54-generic, timestamp=1572437923382}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 2315448 INFO (qtp1761590876-93447) [n:127.0.0.1:34823_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [.system_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:33375/solr/.system_shard1_replica_n2/&commit_end_point=replicas&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 7
[junit4] 2> 2315449 INFO (qtp348566439-93443) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1384cb26[.system_shard1_replica_n2] main]
[junit4] 2> 2315449 INFO (qtp348566439-93443) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2315450 INFO (searcherExecutor-10427-thread-1-processing-n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@1384cb26[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.4.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.4.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.15.0-54-generic, timestamp=1572437923380}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 2315450 INFO (qtp348566439-93443) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [.system_shard1_replica_n2] webapp=/solr path=/update params={_stateVer_=.system:6&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 11
[junit4] 2> 2315458 INFO (qtp348566439-93440) [n:127.0.0.1:33375_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2315459 INFO (qtp348566439-93442) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.S.Request [.system_shard1_replica_n2] webapp=/solr path=/schema params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2315464 ERROR (qtp348566439-93438) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error reading input String Can't find resource 'schema.xml' in classpath or '/configs/.system', cwd=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1
[junit4] 2> at org.apache.solr.handler.SchemaHandler.handleRequestBody(SchemaHandler.java:94)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:198)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2576)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:803)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:582)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:424)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:167)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1711)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1347)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1678)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1249)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:505)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:370)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:267)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:427)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:321)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:159)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.core.SolrResourceNotFoundException: Can't find resource 'schema.xml' in classpath or '/configs/.system', cwd=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1
[junit4] 2> at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:130)
[junit4] 2> at org.apache.solr.schema.SchemaManager.getFreshManagedSchema(SchemaManager.java:423)
[junit4] 2> at org.apache.solr.schema.SchemaManager.doOperations(SchemaManager.java:105)
[junit4] 2> at org.apache.solr.schema.SchemaManager.performOperations(SchemaManager.java:83)
[junit4] 2> at org.apache.solr.handler.SchemaHandler.handleRequestBody(SchemaHandler.java:90)
[junit4] 2> ... 37 more
[junit4] 2>
[junit4] 2> 2315464 INFO (qtp348566439-93438) [n:127.0.0.1:33375_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.S.Request [.system_shard1_replica_n2] webapp=/solr path=/schema params={wt=javabin&version=2} status=400 QTime=1
[junit4] 2> 2315464 ERROR (TEST-SystemCollectionCompatTest.testBackCompat-seed#[C7797F36FAC37F4F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [.system] failed due to (400) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33375/solr/.system: Error reading input String Can't find resource 'schema.xml' in classpath or '/configs/.system', cwd=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1, retry=0 commError=false errorCode=400
[junit4] 2> 2315464 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[C7797F36FAC37F4F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
[junit4] 2> 2315465 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[C7797F36FAC37F4F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2315467 INFO (qtp348566439-93439) [n:127.0.0.1:33375_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=.system&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2315468 INFO (OverseerCollectionConfigSetProcessor-72638211099394055-127.0.0.1:33375_solr-n_0000000000) [n:127.0.0.1:33375_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2315468 INFO (OverseerThreadFactory-10417-thread-2-processing-n:127.0.0.1:33375_solr) [n:127.0.0.1:33375_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true&deleteMetricsHistory=true, asyncId=null
[junit4] 2> 2315469 INFO (qtp348566439-93443) [n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n2, tag=null
[junit4] 2> 2315469 INFO (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n1, tag=null
[junit4] 2> 2315469 INFO (qtp348566439-93443) [n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@25362f40: rootName = solr_33375, domain = solr.core..system.shard1.replica_n2, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@3fadcef8
[junit4] 2> 2315469 INFO (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3d245c77: rootName = solr_34823, domain = solr.core..system.shard1.replica_n1, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@32e3d4ba
[junit4] 2> 2315482 INFO (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.c.SolrCore [.system_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@45cbdd89
[junit4] 2> 2315482 INFO (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n1, tag=SolrCore@45cbdd89
[junit4] 2> 2315482 INFO (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=SolrCore@45cbdd89
[junit4] 2> 2315482 INFO (qtp348566439-93443) [n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 ] o.a.s.c.SolrCore [.system_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@56c16641
[junit4] 2> 2315482 INFO (qtp348566439-93443) [n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n2, tag=SolrCore@56c16641
[junit4] 2> 2315482 INFO (qtp348566439-93443) [n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=SolrCore@56c16641
[junit4] 2> 2315489 INFO (qtp348566439-93443) [n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node3=1}, version=3}
[junit4] 2> 2315489 INFO (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
[junit4] 2> 2315490 INFO (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={}, version=4}
[junit4] 2> 2315491 INFO (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 2315493 INFO (qtp348566439-93443) [n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2315497 INFO (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2315497 INFO (zkConnectionManagerCallback-12481-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2315497 INFO (qtp348566439-93443) [n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2315498 INFO (qtp348566439-93443) [n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2315498 INFO (qtp348566439-93443) [n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44155/solr ready
[junit4] 2> 2315499 INFO (zkConnectionManagerCallback-12485-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2315499 INFO (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2315499 INFO (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2315504 INFO (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44155/solr ready
[junit4] 2> 2315593 INFO (zkCallback-12458-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2315593 INFO (zkCallback-12458-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2315593 INFO (zkCallback-12452-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2315593 INFO (zkCallback-12452-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2315599 ERROR (qtp348566439-93443) [n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [.system] failed due to (510) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33375/solr/.system: No active replicas found for collection: .system, retry=0 commError=false errorCode=510
[junit4] 2> 2315599 INFO (qtp348566439-93443) [n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
[junit4] 2> 2315599 WARN (qtp348566439-93443) [n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [.system] after stale state error from server.
[junit4] 2> 2315600 ERROR (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [.system] failed due to (510) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33375/solr/.system: No active replicas found for collection: .system, retry=0 commError=false errorCode=510
[junit4] 2> 2315600 INFO (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
[junit4] 2> 2315600 WARN (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [.system] after stale state error from server.
[junit4] 2> 2315600 ERROR (qtp348566439-93443) [n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [.system] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=1 commError=false errorCode=510
[junit4] 2> 2315600 INFO (qtp348566439-93443) [n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
[junit4] 2> 2315600 WARN (qtp348566439-93443) [n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [.system] after stale state error from server.
[junit4] 2> 2315600 ERROR (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [.system] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=1 commError=false errorCode=510
[junit4] 2> 2315600 INFO (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
[junit4] 2> 2315600 WARN (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [.system] after stale state error from server.
[junit4] 2> 2315600 ERROR (qtp348566439-93443) [n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [.system] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=2 commError=false errorCode=510
[junit4] 2> 2315600 ERROR (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [.system] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=2 commError=false errorCode=510
[junit4] 2> 2315600 INFO (qtp348566439-93443) [n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
[junit4] 2> 2315600 INFO (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
[junit4] 2> 2315600 WARN (qtp348566439-93443) [n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [.system] after stale state error from server.
[junit4] 2> 2315600 WARN (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [.system] after stale state error from server.
[junit4] 2> 2315600 ERROR (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [.system] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=3 commError=false errorCode=510
[junit4] 2> 2315600 INFO (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
[junit4] 2> 2315600 WARN (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [.system] after stale state error from server.
[junit4] 2> 2315600 ERROR (qtp348566439-93443) [n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [.system] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=3 commError=false errorCode=510
[junit4] 2> 2315600 INFO (qtp348566439-93443) [n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
[junit4] 2> 2315600 WARN (qtp348566439-93443) [n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [.system] after stale state error from server.
[junit4] 2> 2315601 ERROR (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [.system] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=4 commError=false errorCode=510
[junit4] 2> 2315601 INFO (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
[junit4] 2> 2315601 WARN (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [.system] after stale state error from server.
[junit4] 2> 2315601 ERROR (qtp348566439-93443) [n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [.system] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=4 commError=false errorCode=510
[junit4] 2> 2315601 INFO (qtp348566439-93443) [n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
[junit4] 2> 2315601 WARN (qtp348566439-93443) [n:127.0.0.1:33375_solr x:.system_shard1_replica_n2 ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [.system] after stale state error from server.
[junit4] 2> 2315601 ERROR (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [.system] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=5 commError=false errorCode=510
[junit4] 2> 2315601 INFO (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
[junit4] 2> 2315601 WARN (qtp1761590876-93448) [n:127.0.0.1:34823_solr x:.system_shard1_replica_n1 ] o.a.s.m.r.SolrRrdBackendFactory Error deleting RRD for path solr.core..system.shard1.replica_n1
[junit4] 2> => org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.
[junit4] 2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1121)
[junit4] 2> org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.
[junit4] 2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1121) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:896) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:1008) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:1008) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:1008) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:1008) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:1008) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:828) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:940) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:903) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.rrd.SolrRrdBackendFactory.remove(SolrRrdBackendFactory.java:334) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.admin.MetricsHistoryHandler.removeHistory(MetricsHistoryHandler.java:306) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$1(CoreAdminOperation.java:122) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:198) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:424) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:167) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) ~[jetty-server-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1711) ~[jetty-server-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) ~[jetty-server-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1347) ~[jetty-server-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) ~[jetty-server-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1678) ~[jetty-server-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) ~[jetty-server-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1249) ~[jetty-server-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) ~[jetty-server-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) ~[jetty-server-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335) ~[jetty-rewrite-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703) ~[jetty-server-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.server.handler.Handl
[...truncated too long message...]
olrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7adcdf63: rootName = solr_34823, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3b42302c
[junit4] 2> 2316119 INFO (jetty-closer-12486-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2316119 INFO (jetty-closer-12486-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2fa3b76c: rootName = solr_34823, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@c4ca447
[junit4] 2> 2316121 INFO (jetty-closer-12486-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2316121 INFO (jetty-closer-12486-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1c0ee16c: rootName = solr_34823, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6665b74b
[junit4] 2> 2316121 INFO (jetty-closer-12486-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2316216 INFO (jetty-closer-12486-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72638211099394055-127.0.0.1:33375_solr-n_0000000000) closing
[junit4] 2> 2316217 INFO (jetty-closer-12486-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1e3ed8d7{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2316218 INFO (jetty-closer-12486-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2a664fea{/solr,null,UNAVAILABLE}
[junit4] 2> 2316219 INFO (jetty-closer-12486-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2316223 INFO (jetty-closer-12486-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6207d52c{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2316224 INFO (jetty-closer-12486-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@311a9b17{/solr,null,UNAVAILABLE}
[junit4] 2> 2316224 INFO (jetty-closer-12486-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2316225 INFO (SUITE-SystemCollectionCompatTest-seed#[C7797F36FAC37F4F]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 2316427 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/.system/terms/shard1
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 3 /solr/collections/.system/state.json
[junit4] 2> 2 /solr/configs/.system
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/.system/managed-schema
[junit4] 2> 2 /solr/collections/.system/collectionprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/collections/.system/state.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 5 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 27 /solr/overseer/queue
[junit4] 2> 17 /solr/collections
[junit4] 2> 11 /solr/live_nodes
[junit4] 2> 8 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 2316429 INFO (SUITE-SystemCollectionCompatTest-seed#[C7797F36FAC37F4F]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:44155
[junit4] 2> 2316429 INFO (SUITE-SystemCollectionCompatTest-seed#[C7797F36FAC37F4F]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44155
[junit4] 2> 2316429 INFO (SUITE-SystemCollectionCompatTest-seed#[C7797F36FAC37F4F]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44155
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SystemCollectionCompatTest_C7797F36FAC37F4F-001
[junit4] 2> Oct 30, 2019 12:18:44 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@24cffc33), locale=uk-UA, timezone=Europe/Saratov
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=218185520,total=526909440
[junit4] 2> NOTE: All tests run in this JVM: [TlogReplayBufferedWhileIndexingTest, DisMaxRequestHandlerTest, RollingRestartTest, AuditLoggerIntegrationTest, TestStandardQParsers, TermVectorComponentDistributedTest, MetricTriggerIntegrationTest, AddReplicaTest, TestCollectionAPIs, BooleanFieldTest, TestQuerySenderNoQuery, CustomTermsComponentTest, TestManagedSynonymGraphFilterFactory, TestPullReplicaErrorHandling, TriggerCooldownIntegrationTest, ClassificationUpdateProcessorFactoryTest, TestRandomRequestDistribution, InfoHandlerTest, TestGraphMLResponseWriter, MBeansHandlerTest, TestWriterPerf, ChaosMonkeySafeLeaderWithPullReplicasTest, TestFieldCacheSort, JavabinLoaderTest, TestSimNodeAddedTrigger, JWTAuthPluginTest, SolrCloudExampleTest, DocValuesMissingTest, TestSafeXMLParsing, RAMDirectoryFactoryTest, TestJsonFacetsStatsParsing, DistributedFacetPivotLongTailTest, InfixSuggestersTest, TestSortByMinMaxFunction, TestManagedSchemaThreadSafety, PathHierarchyTokenizerFactoryTest, CursorMarkTest, TestExactSharedStatsCache, SolrJmxReporterCloudTest, TransactionLogTest, CdcrVersionReplicationTest, TestBlendedInfixSuggestions, TestMultiValuedNumericRangeQuery, TestRetrieveFieldsOptimizer, VMParamsZkACLAndCredentialsProvidersTest, EnumFieldTest, TestDynamicURP, SharedFSAutoReplicaFailoverTest, BasicDistributedZk2Test, TestFoldingMultitermQuery, ExplicitHLLTest, DeleteShardTest, TestFieldSortValues, TestCSVLoader, RegexBoostProcessorTest, NodeMutatorTest, RequestLoggingTest, TestLeaderElectionZkExpiry, TestSolr4Spatial2, TestSimpleQParserPlugin, TestPayloadScoreQParserPlugin, CSVRequestHandlerTest, TestSubQueryTransformerCrossCore, SolrIndexMetricsTest, TestFunctionQuery, TestDocTermOrdsUninvertLimit, ImplicitSnitchTest, TestSimExtremeIndexing, HighlighterMaxOffsetTest, TestBM25SimilarityFactory, SoftAutoCommitTest, HdfsBasicDistributedZk2Test, HLLUtilTest, StatsComponentTest, TestSimpleTextCodec, TestHighlightDedupGrouping, SolrMetricReporterTest, SolrInfoBeanTest, DistributedVersionInfoTest, AnalysisErrorHandlingTest, HdfsWriteToMultipleCollectionsTest, ScheduledTriggerIntegrationTest, TestInitParams, TestMinHashQParser, NodeAddedTriggerTest, CollectionPropsTest, DistributedFacetPivotWhiteBoxTest, TestJsonRequest, SearchHandlerTest, TestDistributedStatsComponentCardinality, TestConfig, TestTestInjection, TestRandomFaceting, HdfsRecoveryZkTest, ChaosMonkeyNothingIsSafeTest, RegexBytesRefFilterTest, OverseerCollectionConfigSetProcessorTest, TestIndexingPerformance, TestSchemaSimilarityResource, CollectionReloadTest, NumericFieldsTest, TestSizeLimitedDistributedMap, BlockJoinFacetDistribTest, CoreAdminHandlerTest, HttpPartitionOnCommitTest, TestPerFieldSimilarity, TestSolrDeletionPolicy2, CurrencyFieldTypeTest, TestSchemaManager, TestInPlaceUpdatesDistrib, HdfsCollectionsAPIDistributedZkTest, SearchRateTriggerTest, TestDFRSimilarityFactory, TestDirectoryFactory, ZkSolrClientTest, BaseCdcrDistributedZkTest, TestCloudSchemaless, V2StandaloneTest, TestCollapseQParserPlugin, TestPushWriter, DirectSolrSpellCheckerTest, MultiSolrCloudTestCaseTest, TestCursorMarkWithoutUniqueKey, TestWaitForStateWithJettyShutdowns, SuggesterFSTTest, TestFieldCacheWithThreads, TestSolrCloudWithHadoopAuthPlugin, MetricsHistoryWithAuthIntegrationTest, SpellingQueryConverterTest, TestConfigSetsAPIZkFailure, BlockCacheTest, TestSolrCloudWithKerberosAlt, QueryEqualityTest, MultiDestinationAuditLoggerTest, TestAuthorizationFramework, TestSimDistribStateManager, TestManagedResourceStorage, PeerSyncTest, TestBinaryField, TestOnReconnectListenerSupport, DistanceUnitsTest, ReplaceNodeTest, AutoScalingHandlerTest, TestElisionMultitermQuery, SOLR749Test, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, CursorPagingTest, MinimalSchemaTest, OutputWriterTest, SampleTest, TestDistributedSearch, TestDocumentBuilder, TestGroupingSearch, TestRandomDVFaceting, TestSolrTestCaseJ4, TestTolerantSearch, TestTrie, TestDeprecatedFilters, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, TokenizerChainTest, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, AssignBackwardCompatibilityTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, ClusterStateTest, ClusterStateUpdateTest, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, CreateRoutedAliasTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, DistributedQueueTest, ForceLeaderWithTlogReplicasTest, LeaderElectionContextKeyTest, LeaderElectionIntegrationTest, LeaderFailoverAfterPartitionTest, LeaderVoteWaitTimeoutTest, MoveReplicaHDFSTest, OverseerStatusTest, OverseerTaskQueueTest, PeerSyncReplicationTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, SaslZkACLProviderTest, ShardRoutingCustomTest, SolrCLIZkUtilsTest, SyncSliceTest, SystemCollectionCompatTest]
[junit4] Completed [471/880 (1!)] on J1 in 4.77s, 1 test, 1 error <<< FAILURES!
[...truncated 54144 lines...]
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 254 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/254/
4 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.test
Error Message:
expected not same
Stack Trace:
java.lang.AssertionError: expected not same
at __randomizedtesting.SeedInfo.seed([2FD896114938A923:A78CA9CBE7C4C4DB]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failSame(Assert.java:819)
at org.junit.Assert.assertNotSame(Assert.java:798)
at org.junit.Assert.assertNotSame(Assert.java:811)
at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:147)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
Address already in use
Stack Trace:
java.net.BindException: Address already in use
at __randomizedtesting.SeedInfo.seed([2FD896114938A923:A4FF45C0083E02A7]:0)
at sun.nio.ch.Net.bind0(Native Method)
at sun.nio.ch.Net.bind(Net.java:433)
at sun.nio.ch.Net.bind(Net.java:425)
at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223)
at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:342)
at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:308)
at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:236)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at org.eclipse.jetty.server.Server.doStart(Server.java:396)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:567)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:506)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:474)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:499)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest
Error Message:
10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest: 1) Thread[id=76588, name=qtp1245568270-76588, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=76586, name=qtp1245568270-76586, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=76665, name=Connector-Scheduler-4e024091, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=76584, name=qtp1245568270-76584, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=76589, name=Session-HouseKeeper-5c988974, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=76587, name=qtp1245568270-76587, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=76583, name=qtp1245568270-76583-acceptor-0@4c142633-ServerConnector@4e024091{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34685}, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=76581, name=qtp1245568270-76581, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/59015408.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=76585, name=qtp1245568270-76585, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=76582, name=qtp1245568270-76582, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/59015408.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest:
1) Thread[id=76588, name=qtp1245568270-76588, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=76586, name=qtp1245568270-76586, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=76665, name=Connector-Scheduler-4e024091, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=76584, name=qtp1245568270-76584, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=76589, name=Session-HouseKeeper-5c988974, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=76587, name=qtp1245568270-76587, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=76583, name=qtp1245568270-76583-acceptor-0@4c142633-ServerConnector@4e024091{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34685}, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=76581, name=qtp1245568270-76581, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/59015408.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=76585, name=qtp1245568270-76585, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=76582, name=qtp1245568270-76582, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/59015408.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([2FD896114938A923]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=76588, name=qtp1245568270-76588, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=76587, name=qtp1245568270-76587, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=76583, name=qtp1245568270-76583, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=76586, name=qtp1245568270-76586, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=76581, name=qtp1245568270-76581, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/59015408.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=76585, name=qtp1245568270-76585, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=76665, name=Connector-Scheduler-4e024091, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=76582, name=qtp1245568270-76582, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/59015408.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=76584, name=qtp1245568270-76584, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=76589, name=Session-HouseKeeper-5c988974, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=76588, name=qtp1245568270-76588, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=76587, name=qtp1245568270-76587, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=76583, name=qtp1245568270-76583, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=76586, name=qtp1245568270-76586, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=76581, name=qtp1245568270-76581, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/59015408.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=76585, name=qtp1245568270-76585, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=76665, name=Connector-Scheduler-4e024091, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=76582, name=qtp1245568270-76582, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/59015408.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=76584, name=qtp1245568270-76584, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=76589, name=Session-HouseKeeper-5c988974, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([2FD896114938A923]:0)
Build Log:
[...truncated 14679 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> 1350387 INFO (SUITE-MoveReplicaHDFSTest-seed#[2FD896114938A923]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1350387 INFO (SUITE-MoveReplicaHDFSTest-seed#[2FD896114938A923]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2FD896114938A923-001/data-dir-123-001
[junit4] 2> 1350387 WARN (SUITE-MoveReplicaHDFSTest-seed#[2FD896114938A923]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1350387 INFO (SUITE-MoveReplicaHDFSTest-seed#[2FD896114938A923]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1350389 INFO (SUITE-MoveReplicaHDFSTest-seed#[2FD896114938A923]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1350443 WARN (SUITE-MoveReplicaHDFSTest-seed#[2FD896114938A923]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1350454 WARN (SUITE-MoveReplicaHDFSTest-seed#[2FD896114938A923]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1350456 INFO (SUITE-MoveReplicaHDFSTest-seed#[2FD896114938A923]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 1350459 INFO (SUITE-MoveReplicaHDFSTest-seed#[2FD896114938A923]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1350459 INFO (SUITE-MoveReplicaHDFSTest-seed#[2FD896114938A923]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1350459 INFO (SUITE-MoveReplicaHDFSTest-seed#[2FD896114938A923]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1350460 INFO (SUITE-MoveReplicaHDFSTest-seed#[2FD896114938A923]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54acec71{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1350571 INFO (SUITE-MoveReplicaHDFSTest-seed#[2FD896114938A923]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@1ffd5f93{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost.localdomain-43107-hdfs-_-any-3311619174554467465.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 1350571 INFO (SUITE-MoveReplicaHDFSTest-seed#[2FD896114938A923]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7d350fbd{HTTP/1.1,[http/1.1]}{localhost.localdomain:43107}
[junit4] 2> 1350571 INFO (SUITE-MoveReplicaHDFSTest-seed#[2FD896114938A923]-worker) [ ] o.e.j.s.Server Started @1350601ms
[junit4] 2> 1350632 WARN (SUITE-MoveReplicaHDFSTest-seed#[2FD896114938A923]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1350633 INFO (SUITE-MoveReplicaHDFSTest-seed#[2FD896114938A923]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 1350633 INFO (SUITE-MoveReplicaHDFSTest-seed#[2FD896114938A923]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1350633 INFO (SUITE-MoveReplicaHDFSTest-seed#[2FD896114938A923]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1350633 INFO (SUITE-MoveReplicaHDFSTest-seed#[2FD896114938A923]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1350633 INFO (SUITE-MoveReplicaHDFSTest-seed#[2FD896114938A923]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d243f2f{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1350724 INFO (SUITE-MoveReplicaHDFSTest-seed#[2FD896114938A923]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@7d5c037b{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-35599-datanode-_-any-7059031949136612915.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 1350725 INFO (SUITE-MoveReplicaHDFSTest-seed#[2FD896114938A923]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4c712e1f{HTTP/1.1,[http/1.1]}{localhost:35599}
[junit4] 2> 1350725 INFO (SUITE-MoveReplicaHDFSTest-seed#[2FD896114938A923]-worker) [ ] o.e.j.s.Server Started @1350755ms
[junit4] 2> 1350850 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa715f812b6c76d3e: Processing first storage report for DS-7179243b-6d27-426f-9b27-3ebc5f16668f from datanode 433f7b4d-8f3b-44c9-a1cd-a482db6a9aea
[junit4] 2> 1350850 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa715f812b6c76d3e: from storage DS-7179243b-6d27-426f-9b27-3ebc5f16668f node DatanodeRegistration(127.0.0.1:42285, datanodeUuid=433f7b4d-8f3b-44c9-a1cd-a482db6a9aea, infoPort=33843, infoSecurePort=0, ipcPort=42151, storageInfo=lv=-57;cid=testClusterID;nsid=1901664109;c=1572517567000), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1350850 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa715f812b6c76d3e: Processing first storage report for DS-934a9d59-ed98-471b-9245-6b7fa4065625 from datanode 433f7b4d-8f3b-44c9-a1cd-a482db6a9aea
[junit4] 2> 1350850 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa715f812b6c76d3e: from storage DS-934a9d59-ed98-471b-9245-6b7fa4065625 node DatanodeRegistration(127.0.0.1:42285, datanodeUuid=433f7b4d-8f3b-44c9-a1cd-a482db6a9aea, infoPort=33843, infoSecurePort=0, ipcPort=42151, storageInfo=lv=-57;cid=testClusterID;nsid=1901664109;c=1572517567000), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] IGNOR/A 0.00s J2 | MoveReplicaHDFSTest.testNormalFailedMove
[junit4] > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] 2> 1350886 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2FD896114938A923]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1350886 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2FD896114938A923]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2FD896114938A923-001/tempDir-002
[junit4] 2> 1350886 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2FD896114938A923]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1350887 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1350887 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1350987 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2FD896114938A923]) [ ] o.a.s.c.ZkTestServer start zk server on port:41131
[junit4] 2> 1350987 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2FD896114938A923]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:41131
[junit4] 2> 1350987 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2FD896114938A923]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41131
[junit4] 2> 1350987 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2FD896114938A923]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41131
[junit4] 2> 1350988 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2FD896114938A923]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1350991 INFO (zkConnectionManagerCallback-5494-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1350991 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2FD896114938A923]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1350993 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2FD896114938A923]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1350993 INFO (zkConnectionManagerCallback-5496-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1350993 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2FD896114938A923]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1350994 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2FD896114938A923]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1350994 INFO (zkConnectionManagerCallback-5498-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1350994 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2FD896114938A923]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1351096 WARN (jetty-launcher-5499-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1351096 WARN (jetty-launcher-5499-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1351096 WARN (jetty-launcher-5499-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1351096 INFO (jetty-launcher-5499-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1351096 INFO (jetty-launcher-5499-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1351096 INFO (jetty-launcher-5499-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1351096 INFO (jetty-launcher-5499-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1351096 INFO (jetty-launcher-5499-thread-1) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 1351096 WARN (jetty-launcher-5499-thread-4) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1351096 INFO (jetty-launcher-5499-thread-2) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 1351096 INFO (jetty-launcher-5499-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1351096 INFO (jetty-launcher-5499-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1351096 INFO (jetty-launcher-5499-thread-3) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 1351096 INFO (jetty-launcher-5499-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1351096 INFO (jetty-launcher-5499-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1351096 INFO (jetty-launcher-5499-thread-4) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 1351098 INFO (jetty-launcher-5499-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1351098 INFO (jetty-launcher-5499-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1351098 INFO (jetty-launcher-5499-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1351098 INFO (jetty-launcher-5499-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1351098 INFO (jetty-launcher-5499-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1351098 INFO (jetty-launcher-5499-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1351098 INFO (jetty-launcher-5499-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1351098 INFO (jetty-launcher-5499-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1351098 INFO (jetty-launcher-5499-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1351099 INFO (jetty-launcher-5499-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1351099 INFO (jetty-launcher-5499-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1351099 INFO (jetty-launcher-5499-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1351099 INFO (jetty-launcher-5499-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f5d6cc{/solr,null,AVAILABLE}
[junit4] 2> 1351099 INFO (jetty-launcher-5499-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@bb75f4f{/solr,null,AVAILABLE}
[junit4] 2> 1351099 INFO (jetty-launcher-5499-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28ac5cba{/solr,null,AVAILABLE}
[junit4] 2> 1351099 INFO (jetty-launcher-5499-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@453535fd{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44149}
[junit4] 2> 1351099 INFO (jetty-launcher-5499-thread-1) [ ] o.e.j.s.Server Started @1351129ms
[junit4] 2> 1351099 INFO (jetty-launcher-5499-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44149}
[junit4] 2> 1351099 INFO (jetty-launcher-5499-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15006d25{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33877}
[junit4] 2> 1351099 INFO (jetty-launcher-5499-thread-4) [ ] o.e.j.s.Server Started @1351129ms
[junit4] 2> 1351099 INFO (jetty-launcher-5499-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33877}
[junit4] 2> 1351099 ERROR (jetty-launcher-5499-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1351099 INFO (jetty-launcher-5499-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1351099 ERROR (jetty-launcher-5499-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1351099 INFO (jetty-launcher-5499-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1351099 INFO (jetty-launcher-5499-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.4.0
[junit4] 2> 1351099 INFO (jetty-launcher-5499-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.4.0
[junit4] 2> 1351099 INFO (jetty-launcher-5499-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1351099 INFO (jetty-launcher-5499-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1351099 INFO (jetty-launcher-5499-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1351099 INFO (jetty-launcher-5499-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1351099 INFO (jetty-launcher-5499-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-10-31T10:26:07.699Z
[junit4] 2> 1351099 INFO (jetty-launcher-5499-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-10-31T10:26:07.699Z
[junit4] 2> 1351100 INFO (jetty-launcher-5499-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b064436{/solr,null,AVAILABLE}
[junit4] 2> 1351100 INFO (jetty-launcher-5499-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1351101 INFO (jetty-launcher-5499-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1351101 INFO (jetty-launcher-5499-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5e837bb1{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41155}
[junit4] 2> 1351101 INFO (jetty-launcher-5499-thread-3) [ ] o.e.j.s.Server Started @1351131ms
[junit4] 2> 1351101 INFO (jetty-launcher-5499-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41155}
[junit4] 2> 1351101 ERROR (jetty-launcher-5499-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1351101 INFO (jetty-launcher-5499-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1351101 INFO (jetty-launcher-5499-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.4.0
[junit4] 2> 1351101 INFO (zkConnectionManagerCallback-5503-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1351101 INFO (jetty-launcher-5499-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1351101 INFO (jetty-launcher-5499-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1351101 INFO (jetty-launcher-5499-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-10-31T10:26:07.701Z
[junit4] 2> 1351101 INFO (jetty-launcher-5499-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1351101 INFO (jetty-launcher-5499-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2a4270fa{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41249}
[junit4] 2> 1351101 INFO (jetty-launcher-5499-thread-2) [ ] o.e.j.s.Server Started @1351131ms
[junit4] 2> 1351101 INFO (jetty-launcher-5499-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41249}
[junit4] 2> 1351101 ERROR (jetty-launcher-5499-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1351101 INFO (jetty-launcher-5499-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1351101 INFO (jetty-launcher-5499-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.4.0
[junit4] 2> 1351101 INFO (jetty-launcher-5499-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1351101 INFO (jetty-launcher-5499-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1351101 INFO (jetty-launcher-5499-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-10-31T10:26:07.701Z
[junit4] 2> 1351102 INFO (jetty-launcher-5499-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1351102 INFO (jetty-launcher-5499-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1351102 INFO (zkConnectionManagerCallback-5501-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1351102 INFO (jetty-launcher-5499-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1351102 INFO (jetty-launcher-5499-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1351102 INFO (jetty-launcher-5499-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1351103 INFO (zkConnectionManagerCallback-5505-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1351103 INFO (jetty-launcher-5499-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1351105 INFO (jetty-launcher-5499-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1351105 INFO (jetty-launcher-5499-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1351105 INFO (jetty-launcher-5499-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1351105 INFO (jetty-launcher-5499-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1351106 INFO (jetty-launcher-5499-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@cb460be, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1351106 INFO (jetty-launcher-5499-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@cb460be, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1351106 INFO (jetty-launcher-5499-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1351107 INFO (zkConnectionManagerCallback-5507-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1351107 INFO (jetty-launcher-5499-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1351107 INFO (jetty-launcher-5499-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1351109 INFO (jetty-launcher-5499-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1351109 INFO (jetty-launcher-5499-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1351109 INFO (jetty-launcher-5499-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1351109 INFO (jetty-launcher-5499-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1351110 INFO (jetty-launcher-5499-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@cb460be, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1351110 INFO (jetty-launcher-5499-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@cb460be, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1351280 INFO (jetty-launcher-5499-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1351280 WARN (jetty-launcher-5499-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5560d910[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1351280 WARN (jetty-launcher-5499-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5560d910[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1351283 WARN (jetty-launcher-5499-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@410b7a49[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1351283 WARN (jetty-launcher-5499-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@410b7a49[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1351283 INFO (jetty-launcher-5499-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41131/solr
[junit4] 2> 1351284 INFO (jetty-launcher-5499-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1351285 INFO (zkConnectionManagerCallback-5515-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1351285 INFO (jetty-launcher-5499-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1351302 INFO (jetty-launcher-5499-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1351302 WARN (jetty-launcher-5499-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@71555057[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1351302 WARN (jetty-launcher-5499-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@71555057[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1351304 WARN (jetty-launcher-5499-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@50bf031b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1351304 WARN (jetty-launcher-5499-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@50bf031b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1351304 INFO (jetty-launcher-5499-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41131/solr
[junit4] 2> 1351305 INFO (jetty-launcher-5499-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1351305 INFO (zkConnectionManagerCallback-5521-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1351306 INFO (jetty-launcher-5499-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1351383 INFO (jetty-launcher-5499-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1351384 WARN (jetty-launcher-5499-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@440076[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1351384 WARN (jetty-launcher-5499-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@440076[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1351387 WARN (jetty-launcher-5499-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3142c9fc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1351387 WARN (jetty-launcher-5499-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3142c9fc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1351388 INFO (jetty-launcher-5499-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41131/solr
[junit4] 2> 1351391 INFO (jetty-launcher-5499-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1351391 INFO (zkConnectionManagerCallback-5529-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1351391 INFO (jetty-launcher-5499-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1351409 INFO (jetty-launcher-5499-thread-1) [n:127.0.0.1:44149_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1351410 INFO (zkConnectionManagerCallback-5531-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1351410 INFO (jetty-launcher-5499-thread-1) [n:127.0.0.1:44149_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1351436 INFO (jetty-launcher-5499-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1351437 WARN (jetty-launcher-5499-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3324bb91[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1351437 WARN (jetty-launcher-5499-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3324bb91[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1351439 WARN (jetty-launcher-5499-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@68e924b3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1351439 WARN (jetty-launcher-5499-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@68e924b3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1351440 INFO (jetty-launcher-5499-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41131/solr
[junit4] 2> 1351440 INFO (jetty-launcher-5499-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1351441 INFO (zkConnectionManagerCallback-5537-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1351441 INFO (jetty-launcher-5499-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1351510 INFO (jetty-launcher-5499-thread-4) [n:127.0.0.1:33877_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1351511 INFO (zkConnectionManagerCallback-5539-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1351511 INFO (jetty-launcher-5499-thread-4) [n:127.0.0.1:33877_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1351611 INFO (jetty-launcher-5499-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1351612 INFO (zkConnectionManagerCallback-5541-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1351612 INFO (jetty-launcher-5499-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1351679 INFO (jetty-launcher-5499-thread-1) [n:127.0.0.1:44149_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44149_solr
[junit4] 2> 1351680 INFO (jetty-launcher-5499-thread-1) [n:127.0.0.1:44149_solr ] o.a.s.c.Overseer Overseer (id=72643430875725834-127.0.0.1:44149_solr-n_0000000000) starting
[junit4] 2> 1351685 INFO (OverseerStateUpdate-72643430875725834-127.0.0.1:44149_solr-n_0000000000) [n:127.0.0.1:44149_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44149_solr
[junit4] 2> 1351685 INFO (jetty-launcher-5499-thread-1) [n:127.0.0.1:44149_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44149_solr
[junit4] 2> 1351686 INFO (OverseerStateUpdate-72643430875725834-127.0.0.1:44149_solr-n_0000000000) [n:127.0.0.1:44149_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1351694 INFO (zkCallback-5540-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1351700 INFO (jetty-launcher-5499-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:41155_solr as DOWN
[junit4] 2> 1351700 INFO (jetty-launcher-5499-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1351700 INFO (jetty-launcher-5499-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41155_solr
[junit4] 2> 1351706 INFO (jetty-launcher-5499-thread-1) [n:127.0.0.1:44149_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1351707 INFO (zkCallback-5540-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1351708 INFO (jetty-launcher-5499-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1351712 INFO (zkCallback-5530-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1351712 INFO (jetty-launcher-5499-thread-2) [n:127.0.0.1:41249_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1351712 INFO (jetty-launcher-5499-thread-4) [n:127.0.0.1:33877_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1351714 INFO (jetty-launcher-5499-thread-4) [n:127.0.0.1:33877_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:33877_solr as DOWN
[junit4] 2> 1351715 INFO (jetty-launcher-5499-thread-4) [n:127.0.0.1:33877_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1351715 INFO (jetty-launcher-5499-thread-4) [n:127.0.0.1:33877_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33877_solr
[junit4] 2> 1351715 INFO (zkCallback-5540-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1351718 INFO (jetty-launcher-5499-thread-1) [n:127.0.0.1:44149_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb460be
[junit4] 2> 1351722 INFO (zkCallback-5530-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1351722 INFO (zkCallback-5538-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1351722 INFO (jetty-launcher-5499-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb460be
[junit4] 2> 1351724 INFO (jetty-launcher-5499-thread-1) [n:127.0.0.1:44149_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb460be
[junit4] 2> 1351724 INFO (jetty-launcher-5499-thread-1) [n:127.0.0.1:44149_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb460be
[junit4] 2> 1351725 INFO (jetty-launcher-5499-thread-1) [n:127.0.0.1:44149_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2FD896114938A923-001/tempDir-002/node1/.
[junit4] 2> 1351725 INFO (zkConnectionManagerCallback-5553-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1351725 INFO (jetty-launcher-5499-thread-2) [n:127.0.0.1:41249_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1351727 INFO (jetty-launcher-5499-thread-4) [n:127.0.0.1:33877_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1351728 INFO (jetty-launcher-5499-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb460be
[junit4] 2> 1351728 INFO (jetty-launcher-5499-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb460be
[junit4] 2> 1351729 INFO (jetty-launcher-5499-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2FD896114938A923-001/tempDir-002/node3/.
[junit4] 2> 1351733 INFO (jetty-launcher-5499-thread-2) [n:127.0.0.1:41249_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1351735 INFO (jetty-launcher-5499-thread-2) [n:127.0.0.1:41249_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:41249_solr as DOWN
[junit4] 2> 1351736 INFO (jetty-launcher-5499-thread-2) [n:127.0.0.1:41249_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1351736 INFO (jetty-launcher-5499-thread-2) [n:127.0.0.1:41249_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41249_solr
[junit4] 2> 1351737 INFO (zkCallback-5538-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1351737 INFO (zkCallback-5540-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1351737 INFO (zkCallback-5530-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1351741 INFO (jetty-launcher-5499-thread-4) [n:127.0.0.1:33877_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb460be
[junit4] 2> 1351743 INFO (zkCallback-5552-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1351747 INFO (jetty-launcher-5499-thread-4) [n:127.0.0.1:33877_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb460be
[junit4] 2> 1351747 INFO (jetty-launcher-5499-thread-4) [n:127.0.0.1:33877_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb460be
[junit4] 2> 1351748 INFO (jetty-launcher-5499-thread-4) [n:127.0.0.1:33877_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2FD896114938A923-001/tempDir-002/node4/.
[junit4] 2> 1351748 INFO (jetty-launcher-5499-thread-2) [n:127.0.0.1:41249_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1351760 INFO (jetty-launcher-5499-thread-2) [n:127.0.0.1:41249_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb460be
[junit4] 2> 1351766 INFO (jetty-launcher-5499-thread-2) [n:127.0.0.1:41249_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb460be
[junit4] 2> 1351766 INFO (jetty-launcher-5499-thread-2) [n:127.0.0.1:41249_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb460be
[junit4] 2> 1351767 INFO (jetty-launcher-5499-thread-2) [n:127.0.0.1:41249_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2FD896114938A923-001/tempDir-002/node2/.
[junit4] 2> 1351847 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2FD896114938A923]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
[junit4] 2> 1351847 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2FD896114938A923]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1351848 INFO (zkConnectionManagerCallback-5564-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1351848 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2FD896114938A923]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1351850 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2FD896114938A923]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1351851 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2FD896114938A923]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41131/solr ready
[junit4] 2> 1351855 INFO (qtp466063405-31528) [n:127.0.0.1:33877_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1351861 INFO (qtp466063405-31528) [n:127.0.0.1:33877_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1351861 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2FD896114938A923]) [ ] o.a.s.c.MoveReplicaTest total_jettys: 4
[junit4] 2> 1351861 INFO (qtp466063405-31529) [n:127.0.0.1:33877_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=false&name=MoveReplicaHDFSTest_coll_true&nrtReplicas=1&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1351863 INFO (OverseerThreadFactory-5506-thread-2-processing-n:127.0.0.1:44149_solr) [n:127.0.0.1:44149_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_coll_true
[junit4] 2> 1351863 INFO (OverseerCollectionConfigSetProcessor-72643430875725834-127.0.0.1:44149_solr-n_0000000000) [n:127.0.0.1:44149_solr ] o.a.s.c.
[...truncated too long message...]
at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=76587, name=qtp1245568270-76587, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 3) Thread[id=76583, name=qtp1245568270-76583, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 4) Thread[id=76586, name=qtp1245568270-76586, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 5) Thread[id=76581, name=qtp1245568270-76581, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/59015408.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 6) Thread[id=76585, name=qtp1245568270-76585, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 7) Thread[id=76665, name=Connector-Scheduler-4e024091, state=WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 8) Thread[id=76582, name=qtp1245568270-76582, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/59015408.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 9) Thread[id=76584, name=qtp1245568270-76584, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 10) Thread[id=76589, name=Session-HouseKeeper-5c988974, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([2FD896114938A923]:0)
[junit4] Completed [552/880 (2!)] on J0 in 648.58s, 11 tests, 3 errors <<< FAILURES!
[...truncated 53802 lines...]