You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2019/09/28 05:52:31 UTC

[JENKINS] Lucene-Solr-BadApples-8.x-Linux (32bit/jdk1.8.0_201) - Build # 121 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-BadApples-8.x-Linux/121/
Java: 32bit/jdk1.8.0_201 -server -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.core.TestJmxIntegration.testJmxRegistration

Error Message:
java.lang.InternalError: Memory Pool not found

Stack Trace:
javax.management.RuntimeErrorException: java.lang.InternalError: Memory Pool not found
	at __randomizedtesting.SeedInfo.seed([1C6BB5D390C54458:92BAD1E9FD841C3D]:0)
	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.rethrow(DefaultMBeanServerInterceptor.java:841)
	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.rethrowMaybeMBeanException(DefaultMBeanServerInterceptor.java:852)
	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getAttribute(DefaultMBeanServerInterceptor.java:651)
	at com.sun.jmx.mbeanserver.JmxMBeanServer.getAttribute(JmxMBeanServer.java:678)
	at org.apache.solr.core.TestJmxIntegration.testJmxRegistration(TestJmxIntegration.java:134)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.InternalError: Memory Pool not found
	at sun.management.MemoryPoolImpl.getUsage0(Native Method)
	at sun.management.MemoryPoolImpl.getUsage(MemoryPoolImpl.java:96)
	at com.codahale.metrics.jvm.MemoryUsageGaugeSet$3.getRatio(MemoryUsageGaugeSet.java:85)
	at com.codahale.metrics.RatioGauge.getValue(RatioGauge.java:64)
	at com.codahale.metrics.RatioGauge.getValue(RatioGauge.java:11)
	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxGauge.getValue(JmxMetricsReporter.java:213)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at sun.reflect.misc.Trampoline.invoke(MethodUtil.java:71)
	at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at sun.reflect.misc.MethodUtil.invoke(MethodUtil.java:275)
	at com.sun.jmx.mbeanserver.StandardMBeanIntrospector.invokeM2(StandardMBeanIntrospector.java:112)
	at com.sun.jmx.mbeanserver.StandardMBeanIntrospector.invokeM2(StandardMBeanIntrospector.java:46)
	at com.sun.jmx.mbeanserver.MBeanIntrospector.invokeM(MBeanIntrospector.java:237)
	at com.sun.jmx.mbeanserver.PerInterface.getAttribute(PerInterface.java:83)
	at com.sun.jmx.mbeanserver.MBeanSupport.getAttribute(MBeanSupport.java:206)
	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getAttribute(DefaultMBeanServerInterceptor.java:647)
	... 41 more




Build Log:
[...truncated 15323 lines...]
   [junit4] Suite: org.apache.solr.core.TestJmxIntegration
   [junit4]   2> 2419747 INFO  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2419748 INFO  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestJmxIntegration_1C6BB5D390C54458-001/data-dir-209-001
   [junit4]   2> 2419748 WARN  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 2419748 INFO  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2419749 INFO  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2419749 INFO  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [     ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 2419750 INFO  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [     ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2419764 INFO  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.0
   [junit4]   2> 2419783 INFO  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [     ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 2419854 INFO  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [     ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2420616 INFO  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2420617 WARN  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@131d07c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2420617 WARN  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@131d07c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2420619 WARN  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@65631a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2420619 WARN  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@65631a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2420632 INFO  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2420632 INFO  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2420642 INFO  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56fc06
   [junit4]   2> 2420647 INFO  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56fc06
   [junit4]   2> 2420647 INFO  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56fc06
   [junit4]   2> 2420648 INFO  (coreLoadExecutor-12249-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2420664 INFO  (coreLoadExecutor-12249-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.0
   [junit4]   2> 2420683 INFO  (coreLoadExecutor-12249-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2420755 INFO  (coreLoadExecutor-12249-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2420759 INFO  (coreLoadExecutor-12249-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 2420760 INFO  (coreLoadExecutor-12249-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56fc06
   [junit4]   2> 2420760 INFO  (coreLoadExecutor-12249-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestJmxIntegration_1C6BB5D390C54458-001/data-dir-209-001/]
   [junit4]   2> 2420761 INFO  (coreLoadExecutor-12249-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.24276651820647058]
   [junit4]   2> 2420790 INFO  (coreLoadExecutor-12249-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2420790 INFO  (coreLoadExecutor-12249-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2420791 INFO  (coreLoadExecutor-12249-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2420791 INFO  (coreLoadExecutor-12249-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2420791 INFO  (coreLoadExecutor-12249-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=39, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2420791 INFO  (coreLoadExecutor-12249-thread-1) [    x:collection1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a2e50b[collection1] main]
   [junit4]   2> 2420792 INFO  (coreLoadExecutor-12249-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2420839 INFO  (coreLoadExecutor-12249-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2420878 INFO  (coreLoadExecutor-12249-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2420878 INFO  (coreLoadExecutor-12249-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1645895541911977984
   [junit4]   2> 2420879 INFO  (searcherExecutor-12250-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2420879 INFO  (searcherExecutor-12250-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 2420879 INFO  (searcherExecutor-12250-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 2420879 INFO  (searcherExecutor-12250-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 2420879 INFO  (searcherExecutor-12250-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 2420880 INFO  (searcherExecutor-12250-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 2420880 INFO  (searcherExecutor-12250-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 2420880 INFO  (searcherExecutor-12250-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 2420880 INFO  (searcherExecutor-12250-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 2420880 INFO  (searcherExecutor-12250-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1a2e50b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2420881 INFO  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [     ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 2420886 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testJmxOnCoreReload
   [junit4]   2> 2420887 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [     ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 2420887 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [     ] o.a.s.s.SolrIndexSearcher Opening [Searcher@8c2a4a[collection1] realtime]
   [junit4]   2> 2420887 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 0
   [junit4]   2> 2420887 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [     ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1645895541921415168,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2420887 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [     ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1039d7c commitCommandVersion:1645895541921415168
   [junit4]   2> 2420888 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [     ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e91dcc[collection1] main]
   [junit4]   2> 2420888 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [     ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2420890 INFO  (searcherExecutor-12250-thread-1) [     ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1e91dcc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2420890 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 2
   [junit4]   2> 2420892 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2420976 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [     ] o.a.s.c.TestJmxIntegration Before Reload: size of all core metrics: 444 MBeans: 444
   [junit4]   2> 2420976 ERROR (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [     ] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1/core.properties
   [junit4]   2> 2420976 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [     ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2420992 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.0
   [junit4]   2> 2421011 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [     ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2421084 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [     ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2421089 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [     ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1
   [junit4]   2> 2421118 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56fc06
   [junit4]   2> 2421118 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestJmxIntegration_1C6BB5D390C54458-001/data-dir-209-001/]
   [junit4]   2> 2421154 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2421154 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2421156 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f7c29a[collection1] main]
   [junit4]   2> 2421156 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2421157 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2421158 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2421158 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1645895542205579264
   [junit4]   2> 2421159 INFO  (searcherExecutor-12255-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2421159 INFO  (searcherExecutor-12255-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 2421159 INFO  (searcherExecutor-12255-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 2421159 INFO  (searcherExecutor-12255-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 2421160 INFO  (searcherExecutor-12255-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 2421160 INFO  (searcherExecutor-12255-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 2421160 INFO  (searcherExecutor-12255-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 2421160 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=42, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2421160 INFO  (searcherExecutor-12255-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 2421160 INFO  (searcherExecutor-12255-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 2421160 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2421162 INFO  (searcherExecutor-12255-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1f7c29a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2421162 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@b0ffac[collection1] main]
   [junit4]   2> 2421163 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@19ee5a3
   [junit4]   2> 2421163 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=19ee5a3
   [junit4]   2> 2421163 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4491d8: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@182ea07
   [junit4]   2> 2421164 INFO  (searcherExecutor-12255-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@b0ffac[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2421173 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2421261 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.c.TestJmxIntegration After Reload: size of all core metrics: 444 MBeans: 444
   [junit4]   2> 2421261 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.SolrTestCaseJ4 ###Ending testJmxOnCoreReload
   [junit4]   2> 2421267 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.SolrTestCaseJ4 ###Starting testJmxUpdate
   [junit4]   2> 2421267 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 2421267 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@17d1793[collection1] realtime]
   [junit4]   2> 2421267 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 0
   [junit4]   2> 2421268 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1645895542320922624,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2421268 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1189e27 commitCommandVersion:1645895542320922624
   [junit4]   2> 2421268 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@11b22e[collection1] main]
   [junit4]   2> 2421268 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2421270 INFO  (searcherExecutor-12255-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@11b22e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2421270 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 2
   [junit4]   2> 2421297 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.c.TestJmxIntegration Mbeans in server: [java.lang:type=Threading, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/get,name=errors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=requestTimes, solr:dom1=node,category=QUERY,scope=httpShardHandler,name=threadPool.httpShardExecutor.duration, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=handlerStart, solr_43373:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=QUERY,scope=/admin/metrics/history,name=requests, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=handlerStart, solr:dom1=jvm,name0=buffers,name1=mapped,name=TotalCapacity, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=totalTime, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=rollbacks, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/stream,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=timeouts, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreContainerWorkExecutor.running, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mltrh,name=shardRequests, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=requestTimes, solr_40653:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=jvm,name0=memory,name1=pools,name2=Survivor-Space,name=max, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragmenter,name=gap.requests, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=requestTimes, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=totalTime, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=errors, solr:dom1=node,category=QUERY,scope=/admin/metrics/history,name=shardRequests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/health,name=shardRequests, solr_41073:dom1=solr,dom2=jvm,name0=system,name=properties, solr_42831:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=jvm,name0=memory,name1=pools,name2=Survivor-Space,name=used, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=errors, solr:dom1=jvm,name0=classes,name=unloaded, solr:dom1=jvm,name0=threads,name1=waiting,name=count, solr_44069:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=timeouts, solr:dom1=node,category=CONTAINER,scope=cores,name=loaded, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=handlerStart, solr_34907:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=handlerStart, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=shardRequests, solr_36977:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=totalTime, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=new,name=errors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/config,name=clientErrors, solr:dom1=node,category=QUERY,scope=httpShardHandler,name=threadPool.httpShardExecutor.completed, solr:dom1=core,dom2=collection1,category=QUERY,scope=/debug/dump,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=serverErrors, java.lang:type=Runtime, solr:dom1=core,dom2=collection1,category=QUERY,scope=/defaults,name=timeouts, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=errors, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.recoveryExecutor.duration, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=timeouts, solr:dom1=core,dom2=collection1,category=CORE,scope=fs,name=totalSpace, solr_37513:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=handlerStart, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreContainerWorkExecutor.duration, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=clientErrors, solr:dom1=jvm,name0=threads,name1=termınated,name=count, solr:dom1=node,category=CONTAINER,scope=cores,name=unloaded, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=serverErrors, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=serverErrors, solr_35085:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=jvm,name0=os,name=totalSwapSpaceSize, solr_39303:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=cumulativeErrors, org.apache.logging.log4j2:type=106d69c,component=Loggers,name=org.apache.zookeeper,subtype=RingBuffer, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=errors, solr_44301:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=jvm,name0=os,name=availableProcessors, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.recoveryExecutor.running, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=errors, solr_42605:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=CONTAINER,scope=fs,name=path, solr_42019:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=jvm,name0=threads,name=count, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=caching, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper/status,name=serverErrors, solr:dom1=jvm,name0=memory,name1=total,name=used, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFormatter,name=html.requests, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=handlerStart, solr:dom1=core,dom2=collection1,category=TLOG,scope=replay,name=ops, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=shardRequests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=handlerStart, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=timeouts, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=requests, solr:dom1=jvm,name0=threads,name1=waıtıng,name=count, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=totalTime, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=initCount, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper/status,name=totalTime, solr:dom1=node,category=QUERY,scope=/admin/metrics/history,name=clientErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=clientErrors, solr_35647:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.updateOnlyExecutor.duration, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=/select,name=requests, solr_43583:dom1=solr,dom2=jvm,name0=system,name=properties, solr_44967:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=serverErrors, solr:dom1=jvm,name0=memory,name1=pools,name2=Tenured-Gen,name=used-after-gc, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=shardRequests, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.updateOnlyExecutor.idle, org.apache.logging.log4j2:type=106d69c, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=serverErrors, solr:dom1=node,category=CONTAINER,scope=fs,name=coreRoot.path, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=errors, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=requests, solr_35125:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=totalTime, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=handlerStart, solr_45021:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreLoadExecutor.duration, solr_43393:dom1=solr,dom2=jvm,name0=system,name=properties, solr_38203:dom1=solr,dom2=jvm,name0=system,name=properties, solr_45609:dom1=solr,dom2=jvm,name0=system,name=properties, solr_35939:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=timeouts, solr_46105:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=requestTimes, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreLoadExecutor.idle, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=requests, solr:dom1=jvm,name0=memory,name1=pools,name2=Tenured-Gen,name=committed, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=shardRequests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=shardRequests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=totalTime, solr:dom1=core,dom2=collection1,categor...
   [junit4]   2> 2421299 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1 (1645895542352379904)]} 0 1
   [junit4]   2> 2421300 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1645895542354477056,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2421300 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1189e27 commitCommandVersion:1645895542354477056
   [junit4]   2> 2421301 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d0ee80[collection1] main]
   [junit4]   2> 2421302 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2421304 INFO  (searcherExecutor-12255-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1d0ee80[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.3.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_201, java.vm.version=25.201-b09, lucene.version=8.3.0, os.arch=i386, java.runtime.version=1.8.0_201-b09, source=flush, os.version=5.0.0-25-generic, timestamp=1569648306231}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 2421304 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 4
   [junit4]   2> 2421304 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.SolrTestCaseJ4 ###Ending testJmxUpdate
   [junit4]   2> 2421310 INFO  (TEST-TestJmxIntegration.testJmxRegistration-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.SolrTestCaseJ4 ###Starting testJmxRegistration
   [junit4]   2> 2421310 INFO  (TEST-TestJmxIntegration.testJmxRegistration-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 2421310 INFO  (TEST-TestJmxIntegration.testJmxRegistration-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1221146[collection1] realtime]
   [junit4]   2> 2421311 INFO  (TEST-TestJmxIntegration.testJmxRegistration-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 0
   [junit4]   2> 2421311 INFO  (TEST-TestJmxIntegration.testJmxRegistration-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1645895542366011392,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2421311 INFO  (TEST-TestJmxIntegration.testJmxRegistration-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1189e27 commitCommandVersion:1645895542366011392
   [junit4]   2> 2421311 INFO  (TEST-TestJmxIntegration.testJmxRegistration-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4b6fe8[collection1] main]
   [junit4]   2> 2421311 INFO  (TEST-TestJmxIntegration.testJmxRegistration-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2421313 INFO  (searcherExecutor-12255-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4b6fe8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2421313 INFO  (TEST-TestJmxIntegration.testJmxRegistration-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 2
   [junit4]   2> 2421361 INFO  (TEST-TestJmxIntegration.testJmxRegistration-seed#[1C6BB5D390C54458]) [    x:collection1 ] o.a.s.SolrTestCaseJ4 ###Ending testJmxRegistration
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestJmxIntegration -Dtests.method=testJmxRegistration -Dtests.seed=1C6BB5D390C54458 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=es-SV -Dtests.timezone=Europe/Amsterdam -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.06s J2 | TestJmxIntegration.testJmxRegistration <<<
   [junit4]    > Throwable #1: javax.management.RuntimeErrorException: java.lang.InternalError: Memory Pool not found
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1C6BB5D390C54458:92BAD1E9FD841C3D]:0)
   [junit4]    > 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.rethrow(DefaultMBeanServerInterceptor.java:841)
   [junit4]    > 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.rethrowMaybeMBeanException(DefaultMBeanServerInterceptor.java:852)
   [junit4]    > 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getAttribute(DefaultMBeanServerInterceptor.java:651)
   [junit4]    > 	at com.sun.jmx.mbeanserver.JmxMBeanServer.getAttribute(JmxMBeanServer.java:678)
   [junit4]    > 	at org.apache.solr.core.TestJmxIntegration.testJmxRegistration(TestJmxIntegration.java:134)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.lang.InternalError: Memory Pool not found
   [junit4]    > 	at sun.management.MemoryPoolImpl.getUsage0(Native Method)
   [junit4]    > 	at sun.management.MemoryPoolImpl.getUsage(MemoryPoolImpl.java:96)
   [junit4]    > 	at com.codahale.metrics.jvm.MemoryUsageGaugeSet$3.getRatio(MemoryUsageGaugeSet.java:85)
   [junit4]    > 	at com.codahale.metrics.RatioGauge.getValue(RatioGauge.java:64)
   [junit4]    > 	at com.codahale.metrics.RatioGauge.getValue(RatioGauge.java:11)
   [junit4]    > 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxGauge.getValue(JmxMetricsReporter.java:213)
   [junit4]    > 	at com.sun.jmx.mbeanserver.StandardMBeanIntrospector.invokeM2(StandardMBeanIntrospector.java:112)
   [junit4]    > 	at com.sun.jmx.mbeanserver.StandardMBeanIntrospector.invokeM2(StandardMBeanIntrospector.java:46)
   [junit4]    > 	at com.sun.jmx.mbeanserver.MBeanIntrospector.invokeM(MBeanIntrospector.java:237)
   [junit4]    > 	at com.sun.jmx.mbeanserver.PerInterface.getAttribute(PerInterface.java:83)
   [junit4]    > 	at com.sun.jmx.mbeanserver.MBeanSupport.getAttribute(MBeanSupport.java:206)
   [junit4]    > 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getAttribute(DefaultMBeanServerInterceptor.java:647)
   [junit4]    > 	... 41 more
   [junit4]   2> 2421363 INFO  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [    x:collection1 ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 2421363 INFO  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [    x:collection1 ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=16076587
   [junit4]   2> 2421363 INFO  (coreCloseExecutor-12259-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3cef22
   [junit4]   2> 2421363 INFO  (coreCloseExecutor-12259-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=3cef22
   [junit4]   2> 2421363 INFO  (coreCloseExecutor-12259-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1dc100: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@182ea07
   [junit4]   2> 2421375 INFO  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [    x:collection1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2421375 INFO  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1d9dc36: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1b1e882
   [junit4]   2> 2421378 INFO  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [    x:collection1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2421378 INFO  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c99a87: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@13cf6eb
   [junit4]   2> 2421380 INFO  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [    x:collection1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2421380 INFO  (SUITE-TestJmxIntegration-seed#[1C6BB5D390C54458]-worker) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a3a452: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1785ac8
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestJmxIntegration_1C6BB5D390C54458-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), _root_=BlockTreeOrds(blocksize=128), id=Lucene50(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Asserting), id_i1=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Lucene80), intDvoDefault=DocValuesFormat(name=Lucene80), range_facet_l=DocValuesFormat(name=Lucene80), timestamp=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=456, maxMBSortInHeap=6.832701618759743, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@37df91), locale=es-SV, timezone=Europe/Amsterdam
   [junit4]   2> NOTE: Linux 5.0.0-25-generic i386/Oracle Corporation 1.8.0_201 (32-bit)/cpus=8,threads=1,free=180182248,total=516370432
   [junit4]   2> NOTE: All tests run in this JVM: [SuggestComponentContextFilterQueryTest, TemplateUpdateProcessorTest, AliasIntegrationTest, TestPrepRecovery, TestRawResponseWriter, DateFieldTest, TestPayloadCheckQParserPlugin, BJQParserTest, FastVectorHighlighterTest, ClusterStateTest, LargeFieldTest, TestLRUStatsCache, TestRestManager, TestSolrConfigHandlerConcurrent, HdfsChaosMonkeySafeLeaderTest, TestBackupRepositoryFactory, TestLegacyNumericUtils, TestObjectReleaseTracker, ChaosMonkeyNothingIsSafeWithPullReplicasTest, SearchRateTriggerIntegrationTest, LeaderFailureAfterFreshStartTest, TestTolerantSearch, DistributedIntervalFacetingTest, TestOmitPositions, HdfsDirectoryFactoryTest, TestRandomFlRTGCloud, TestOrdValues, TestSimExecutePlanAction, ShowFileRequestHandlerTest, TestHdfsBackupRestoreCore, TestComplexPhraseQParserPlugin, TestReplicaProperties, SolrXmlInZkTest, CheckHdfsIndexTest, DeleteNodeTest, HdfsWriteToMultipleCollectionsTest, TestExpandComponent, IndexBasedSpellCheckerTest, TestJoin, V2StandaloneTest, TestRequestForwarding, TermVectorComponentTest, TestConfig, ReplicationFactorTest, TestFieldResource, ImplicitSnitchTest, QueryParsingTest, CollectionsAPIAsyncDistributedZkTest, SimpleMLTQParserTest, TestXIncludeConfig, RegexBoostProcessorTest, SpellPossibilityIteratorTest, TestDynamicURP, TestMergePolicyConfig, TestRealTimeGet, TestStressCloudBlindAtomicUpdates, TestDocSet, TestLFUCache, TestDocumentBuilder, TestSlowCompositeReaderWrapper, UpdateRequestProcessorFactoryTest, AtomicUpdateProcessorFactoryTest, TestManagedStopFilterFactory, ConnectionReuseTest, TestDocTermOrds, CollectionStateFormat2Test, TestCollationField, FieldMutatingUpdateProcessorTest, SolrMetricsIntegrationTest, TestSolrCLIRunExample, DistributedQueryComponentOptimizationTest, AutoAddReplicasPlanActionTest, TestFastLRUCache, TestDistributedGrouping, TestFieldCacheReopen, TestSolrCoreSnapshots, TestDirectoryFactory, URLClassifyProcessorTest, DeleteStatusTest, TestCloudPivotFacet, TestLogWatcher, TestManagedSchema, OverseerTaskQueueTest, CoreSorterTest, InfixSuggestersTest, RemoteQueryErrorTest, LegacyCloudClusterPropTest, TestReplicationHandlerDiskOverFlow, MoveReplicaHDFSTest, TestValueSourceCache, TestHashPartitioner, SolrLogAuditLoggerPluginTest, DocValuesNotIndexedTest, TestJsonFacets, ZkShardTermsTest, CategoryRoutedAliasUpdateProcessorTest, SignificantTermsQParserPluginTest, TestEmbeddedSolrServerConstructors, TestSchemaVersionResource, FullSolrCloudDistribCmdsTest, TokenizerChainTest, SolrJmxReporterTest, TestSolrQueryResponse, TestLMDirichletSimilarityFactory, TestAddFieldRealTimeGet, TestExportTool, DistributedFacetPivotLongTailTest, TestCollectionsAPIViaSolrCloudCluster, TestLockTree, TestConfigSetsAPI, SystemCollectionCompatTest, ResponseLogComponentTest, TestNonDefinedSimilarityFactory, NestedAtomicUpdateTest, ConvertedLegacyTest, TestDistributedTracing, TestPolicyCloud, RecoveryAfterSoftCommitTest, TestHashQParserPlugin, TestUpdate, ConjunctionSolrSpellCheckerTest, SliceStateTest, MigrateRouteKeyTest, ClassificationUpdateProcessorTest, OverseerModifyCollectionTest, StatsReloadRaceTest, BufferStoreTest, PreAnalyzedFieldTest, DOMUtilTest, NoCacheHeaderTest, TestMacroExpander, TestCloudJSONFacetJoinDomain, TestFaceting, TestSubQueryTransformerDistrib, BadCopyFieldTest, FileUtilsTest, TestQueryTypes, TestInitParams, SolrShardReporterTest, TestNumericTerms32, TestUtilizeNode, UnloadDistributedZkTest, MBeansHandlerTest, OutOfBoxZkACLAndCredentialsProvidersTest, HdfsThreadLeakTest, DistribCursorPagingTest, DistribDocExpirationUpdateProcessorTest, HttpPartitionWithTlogReplicasTest, MultiThreadedOCPTest, RoutingToNodesWithPropertiesTest, SaslZkACLProviderTest, ShardRoutingTest, TestCloudConsistency, TestLeaderElectionWithEmptyReplica, TestSolrCloudWithKerberosAlt, TestTlogReplica, TestTolerantUpdateProcessorCloud, TestZkChroot, VMParamsZkACLAndCredentialsProvidersTest, ZkCLITest, ZkControllerTest, AssignTest, AsyncCallRequestStatusResponseTest, CollectionsAPIDistributedZkTest, SimpleCollectionCreateDeleteTest, ComputePlanActionTest, MetricTriggerIntegrationTest, MetricTriggerTest, NodeAddedTriggerIntegrationTest, NodeLostTriggerIntegrationTest, NodeLostTriggerTest, TriggerEventQueueTest, TriggerIntegrationTest, TestSimNodeAddedTrigger, TestSimNodeLostTrigger, TestSimPolicyCloud, TestSimTriggerIntegration, TestSnapshotCloudManager, BaseCdcrDistributedZkTest, CdcrBidirectionalTest, CdcrBootstrapTest, HdfsRecoverLeaseTest, RulesTest, ResourceLoaderTest, SOLR749Test, TestConfigSetProperties, TestConfigSets, TestJmxIntegration]
   [junit4] Completed [583/877 (1!)] on J2 in 1.77s, 3 tests, 1 error <<< FAILURES!

[...truncated 48664 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-BadApples-8.x-Linux/121/consoleText

[repro] Revision: 971b5d58235b05da79797a151b6eac6f67b3e8c0

[repro] Repro line:  ant test  -Dtestcase=TestJmxIntegration -Dtests.method=testJmxRegistration -Dtests.seed=1C6BB5D390C54458 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=es-SV -Dtests.timezone=Europe/Amsterdam -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       TestJmxIntegration
[repro] ant compile-test

[...truncated 3581 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestJmxIntegration" -Dtests.showOutput=onerror  -Dtests.seed=1C6BB5D390C54458 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=es-SV -Dtests.timezone=Europe/Amsterdam -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[...truncated 80 lines...]
[repro] Failures:
[repro]   0/5 failed: org.apache.solr.core.TestJmxIntegration
[repro] Exiting with code 0

[...truncated 43 lines...]