You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/01/27 17:31:50 UTC

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 416 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/416/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.core.TestJmxIntegration.testJmxRegistration

Error Message:
java.lang.InternalError: Memory Pool not found

Stack Trace:
javax.management.RuntimeErrorException: java.lang.InternalError: Memory Pool not found
	at __randomizedtesting.SeedInfo.seed([6299E5AA77C14726:EC4881901A801F43]:0)
	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.rethrow(DefaultMBeanServerInterceptor.java:841)
	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.rethrowMaybeMBeanException(DefaultMBeanServerInterceptor.java:852)
	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getAttribute(DefaultMBeanServerInterceptor.java:651)
	at com.sun.jmx.mbeanserver.JmxMBeanServer.getAttribute(JmxMBeanServer.java:678)
	at org.apache.solr.core.TestJmxIntegration.testJmxRegistration(TestJmxIntegration.java:124)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.InternalError: Memory Pool not found
	at sun.management.MemoryPoolImpl.getUsage0(Native Method)
	at sun.management.MemoryPoolImpl.getUsage(MemoryPoolImpl.java:96)
	at com.codahale.metrics.jvm.MemoryUsageGaugeSet$15.getRatio(MemoryUsageGaugeSet.java:154)
	at com.codahale.metrics.RatioGauge.getValue(RatioGauge.java:64)
	at com.codahale.metrics.RatioGauge.getValue(RatioGauge.java:11)
	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxGauge.getValue(JmxMetricsReporter.java:209)
	at sun.reflect.GeneratedMethodAccessor102.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at sun.reflect.misc.Trampoline.invoke(MethodUtil.java:71)
	at sun.reflect.GeneratedMethodAccessor5.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at sun.reflect.misc.MethodUtil.invoke(MethodUtil.java:275)
	at com.sun.jmx.mbeanserver.StandardMBeanIntrospector.invokeM2(StandardMBeanIntrospector.java:112)
	at com.sun.jmx.mbeanserver.StandardMBeanIntrospector.invokeM2(StandardMBeanIntrospector.java:46)
	at com.sun.jmx.mbeanserver.MBeanIntrospector.invokeM(MBeanIntrospector.java:237)
	at com.sun.jmx.mbeanserver.PerInterface.getAttribute(PerInterface.java:83)
	at com.sun.jmx.mbeanserver.MBeanSupport.getAttribute(MBeanSupport.java:206)
	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getAttribute(DefaultMBeanServerInterceptor.java:647)
	... 41 more




Build Log:
[...truncated 13121 lines...]
   [junit4] Suite: org.apache.solr.core.TestJmxIntegration
   [junit4]   2> 2311652 INFO  (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.core.TestJmxIntegration_6299E5AA77C14726-001/init-core-data-001
   [junit4]   2> 2311653 WARN  (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 2311653 INFO  (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2311658 INFO  (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2311659 INFO  (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 2311659 INFO  (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2311700 INFO  (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2311724 INFO  (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 2311819 INFO  (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2311889 INFO  (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbf13f0
   [junit4]   2> 2311897 INFO  (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbf13f0
   [junit4]   2> 2311897 INFO  (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbf13f0
   [junit4]   2> 2311898 INFO  (coreLoadExecutor-10662-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2311898 INFO  (coreLoadExecutor-10662-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2311922 INFO  (coreLoadExecutor-10662-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2311936 INFO  (coreLoadExecutor-10662-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2312041 INFO  (coreLoadExecutor-10662-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2312048 INFO  (coreLoadExecutor-10662-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 2312048 INFO  (coreLoadExecutor-10662-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbf13f0
   [junit4]   2> 2312048 INFO  (coreLoadExecutor-10662-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2312048 INFO  (coreLoadExecutor-10662-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.core.TestJmxIntegration_6299E5AA77C14726-001/init-core-data-001/]
   [junit4]   2> 2312049 INFO  (coreLoadExecutor-10662-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=70.73828125, floorSegmentMB=2.1005859375, forceMergeDeletesPctAllowed=29.912875232210173, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.24753721932130957
   [junit4]   2> 2312116 INFO  (coreLoadExecutor-10662-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2312116 INFO  (coreLoadExecutor-10662-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2312116 INFO  (coreLoadExecutor-10662-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2312116 INFO  (coreLoadExecutor-10662-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2312117 INFO  (coreLoadExecutor-10662-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=49.5849609375, floorSegmentMB=1.142578125, forceMergeDeletesPctAllowed=23.03789077509135, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8690678275565152
   [junit4]   2> 2312117 INFO  (coreLoadExecutor-10662-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b67c7c8[collection1] main]
   [junit4]   2> 2312118 INFO  (coreLoadExecutor-10662-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2312121 INFO  (coreLoadExecutor-10662-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2312143 INFO  (coreLoadExecutor-10662-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2312144 INFO  (coreLoadExecutor-10662-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590764369164107776
   [junit4]   2> 2312144 INFO  (searcherExecutor-10663-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2312144 INFO  (searcherExecutor-10663-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 2312144 INFO  (searcherExecutor-10663-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 2312144 INFO  (searcherExecutor-10663-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 2312144 INFO  (searcherExecutor-10663-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 2312144 INFO  (searcherExecutor-10663-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 2312145 INFO  (searcherExecutor-10663-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 2312145 INFO  (searcherExecutor-10663-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 2312145 INFO  (searcherExecutor-10663-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 2312146 INFO  (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 2312146 INFO  (searcherExecutor-10663-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7b67c7c8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4] IGNOR/A 0.00s J1 | TestJmxIntegration.testJmxOnCoreReload
   [junit4]    > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-2715))
   [junit4]   2> 2312148 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[6299E5AA77C14726]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testJmxUpdate
   [junit4]   2> 2312163 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[6299E5AA77C14726]) [    ] o.a.s.c.TestJmxIntegration Mbeans in server: [solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/dismax,name=handlerStart, solr_42040:dom1=solr,dom2=jvm,name0=system,name=properties, java.lang:type=Threading, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=requests, solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=handlerStart, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=errors, solr:dom1=jvm,name0=os,name=systemLoadAverage, solr:dom1=core,dom2=collection1,category=QUERY,scope=/get,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/defaults,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=requestTimes, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=requestTimes, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=timeouts, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.updateExecutor.running, solr:dom1=node,category=QUERY,scope=httpShardHandler,name=threadPool.httpShardExecutor.duration, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=handlerStart, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=serverErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=handlerStart, solr:dom1=jvm,name0=buffers,name1=mapped,name=TotalCapacity, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=totalTime, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=rollbacks, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.recoveryExecutor.submitted, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/stream,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/dismax,name=clientErrors, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreContainerWorkExecutor.running, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=clientErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=timeouts, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=requestTimes, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=reader, solr:dom1=jvm,name0=memory,name1=pools,name2=Survivor-Space,name=max, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragmenter,name=gap.requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=requestTimes, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrBoundaryScanner,name=breakIterator.requests, solr_38775:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=requestTimes, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=handlerStart, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=totalTime, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=errors, solr:dom1=jvm,name0=memory,name1=pools,name2=Compressed-Class-Space,name=max, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=clientErrors, solr:dom1=jvm,name0=memory,name1=pools,name2=Eden-Space,name=used-after-gc, solr:dom1=core,dom2=collection1,category=QUERY,scope=/stream,name=timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=errors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=requests, solr:dom1=jvm,name0=memory,name1=pools,name2=Survivor-Space,name=used, solr:dom1=core,dom2=collection1,category=TLOG,name=state, solr_44748:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=CORE,scope=fs,name=spins, java.lang:type=GarbageCollector,name=Copy, solr:dom1=jvm,name0=buffers,name1=direct,name=MemoryUsed, solr:dom1=jvm,name0=classes,name=unloaded, solr:dom1=jvm,name0=threads,name1=waiting,name=count, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=errors, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=threadPool.parallelCoreAdminExecutor.submitted, solr:dom1=core,dom2=collection1,category=TLOG,scope=replay,name=remaining.bytes, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=timeouts, solr:dom1=node,category=CONTAINER,scope=cores,name=loaded, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=handlerStart, solr_49139:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=timeouts, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=handlerStart, solr_61225:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mltrh,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=totalTime, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=new,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=timeouts, java.lang:type=MemoryPool,name=Survivor Space, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/config,name=clientErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=handlerStart, solr:dom1=node,category=QUERY,scope=httpShardHandler,name=threadPool.httpShardExecutor.completed, solr:dom1=core,dom2=collection1,category=QUERY,scope=/debug/dump,name=clientErrors, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=serverErrors, java.lang:type=Runtime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=cumulativeDeletesById, solr:dom1=jvm,name0=memory,name1=pools,name2=Tenured-Gen,name=usage, solr:dom1=core,dom2=collection1,category=QUERY,scope=/defaults,name=timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=cumulativeDeletesByQuery, solr:dom1=core,dom2=collection1,category=QUERY,scope=/dismax,name=timeouts, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=errors, solr_49917:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.recoveryExecutor.duration, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=timeouts, solr:dom1=core,dom2=collection1,category=CORE,scope=fs,name=totalSpace, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH_Direct,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/mbeans,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=handlerStart, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreContainerWorkExecutor.duration, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=requests, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=clientErrors, solr:dom1=jvm,name0=threads,name1=term?nated,name=count, solr:dom1=node,category=CONTAINER,scope=cores,name=unloaded, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=serverErrors, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=timeouts, solr_61482:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=CORE,scope=fs,name=usableSpace, solr_44672:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=jvm,name0=os,name=totalPhysicalMemorySize, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=serverErrors, solr:dom1=jvm,name0=os,name=totalSwapSpaceSize, solr:dom1=jvm,name0=memory,name1=pools,name2=Code-Cache,name=init, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=cumulativeErrors, solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=requestTimes, solr_52682:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mlt,name=handlerStart, solr:dom1=jvm,name0=os,name=availableProcessors, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.recoveryExecutor.running, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=errors, solr:dom1=jvm,name0=memory,name1=pools,name2=Compressed-Class-Space,name=used, solr_63000:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=CONTAINER,scope=fs,name=path, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=timeouts, solr:dom1=jvm,name0=threads,name=count, solr:dom1=jetty,name=foo, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=timeouts, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=caching, solr_65465:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=serverErrors, solr:dom1=jvm,name0=memory,name1=total,name=used, solr:dom1=jvm,name0=memory,name1=pools,name2=Code-Cache,name=usage, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFormatter,name=html.requests, solr:dom1=node,category=CONTAINER,scope=fs,name=spins, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=clientErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=deletesByQuery, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=timeouts, solr_40263:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json/docs,name=serverErrors, solr:dom1=jvm,name0=threads,name1=new,name=count, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=handlerStart, solr:dom1=core,dom2=collection1,category=TLOG,scope=replay,name=ops, solr_60214:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=handlerStart, solr:dom1=jetty,name=foo_bar, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=serverErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/logging,name=serverErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=timeouts, solr:dom1=jvm,name0=memory,name1=pools,name2=Tenured-Gen,name=max, solr:dom1=jvm,name0=threads,name1=wa?t?ng,name=count, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=totalTime, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=openedAt, solr:dom1=core,dom2=collection1,category=QUERY,scope=/stream,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mlt,name=requestTimes, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=initCount, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=errors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=requests, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=handlerStart, solr:dom1=node,category=QUERY,scope=httpShardHandler,name=leasedConnections, solr:dom1=core,dom2=collection1,category=QUERY,scope=/select,name=requests, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=softAutoCommits, solr_63801:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=jvm,name0=memory,name1=non-heap,name=used, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=handlerStart, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=serverErrors, solr:dom1=jvm,name0=memory,name1=pools,name2=Tenured-Gen,name=used-after-gc, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=clientErrors, java.lang:type=MemoryPool,name=Code Cache, solr:dom1=core,dom2=collection1,category=CORE,name=refCount, java.nio:type=BufferPool,name=direct, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json,name=totalTime, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=errors, solr:dom1=jvm,name0=threads,name1=daemon,name=count, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=serverErrors, solr:dom1=node,category=CONTAINER,scope=fs,name=coreRoot.path, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=errors, solr:dom1=jvm,name0=memory,name1=non-heap,name=init, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=requestTimes, solr:dom1=core,dom2=collection1,category=CACHE,scope=searcher,name=queryResultCache, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=requestTimes, solr:dom1=jvm,name0=memory,name1=pools,name2=Eden-Space,name=max, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=totalTime, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=handlerStart, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=searcherName, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH_Direct,name=handlerStart, solr_45021:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/dismax,name=requests, solr:dom1=jvm,name0=memory,name1=heap,name=max, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreLoadExecutor.duration, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=serverErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=timeouts, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=errors, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/mbeans,name=requestTimes, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=timeouts, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=indexSize, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=errors, solr_38275:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=timeouts, solr_40918:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=requests, solr:dom1=jvm,name0=memory,name1=pools,name2=Tenured-Gen,name=committed, solr:dom1=jvm,name0=buffers,name1=mapped,name=Count, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/defaults,name=errors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=
   [junit4]   2> timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=clientErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json/docs,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=serverErrors, java.lang:type=Compilation, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.updateExecutor.submitted, solr:dom1=jvm,name0=memory,name1=pools,name2=Compressed-Class-Space,name=committed, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=requests, solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=serverErrors, solr:dom1=core,dom2=collection1,category=TLOG,scope=buffered,name=ops, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=adds, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=errors, solr:dom1=jvm,name0=os,name=version, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=serverErrors, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=pendingConnections, solr:dom1=jvm,name0=memory,name1=pools,name2=Metaspace,name=usage, solr:dom1=core,dom2=collection1,category=CACHE,scope=searcher,name=documentCache, solr_39740:dom1=solr,dom2=jvm,name0=system,name=properties, solr_46787:dom1=solr,dom2=jvm,name0=system,name=properties, solr_47181:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=totalTime, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mlt,name=errors, solr_64039:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=handlerStart, java.lang:type=MemoryPool,name=Compressed Class Space, solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=requestTimes, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH_Direct,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=requests, solr:dom1=jvm,name0=os,name=committedVirtualMemorySize, solr:dom1=core,dom2=collection1,category=QUERY,scope=/tvrh,name=errors, solr:dom1=jvm,name0=memory,name1=pools,name2=Tenured-Gen,name=used, solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=requests, solr:dom1=jvm,name0=memory,name1=non-heap,name=max, solr:dom1=jvm,name0=os,name=maxFileDescriptorCount, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragmentsBuilder,name=simple.requests, solr:dom1=core,dom2=collection1,category=CORE,name=coreName, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreLoadExecutor.running, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=handlerStart, solr:dom1=jvm,name0=memory,name1=heap,name=used, solr:dom1=core,dom2=collection1,category=CACHE,scope=searcher,name=perSegFilter, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/logging,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=errors, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=confFilesToReplicate, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json/docs,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=totalTime, solr:dom1=node,category=CONTAINER,scope=fs,name=coreRoot.usableSpace, solr:dom1=jvm,name0=os,name=systemCpuLoad, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragListBuilder,name=default.requests, solr_57584:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=splits, solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=handlerStart, solr:dom1=jvm,name0=memory,name1=pools,name2=Survivor-Space,name=init, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=fetcher, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH_Direct,name=requestTimes, solr:dom1=jvm,name0=threads,name1=blocked,name=count, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=timeouts, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=requestTimes, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=totalTime, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrBoundaryScanner,name=default.requests, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=requests, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=totalTime, solr:dom1=core,dom2=collection1,category=TLOG,scope=applyingBuffered,name=ops, solr:dom1=node,category=ADMIN,scope=/admin/info,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=totalTime, solr_55798:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=jvm,name0=gc,name1=Copy,name=time, solr:dom1=jvm,name0=buffers,name1=direct,name=TotalCapacity, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=serverErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=clientErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=handlerStart, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=generation, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mltrh,name=errors, java.lang:type=OperatingSystem, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/tvrh,name=handlerStart, solr:dom1=jvm,name0=threads,name1=t?med_wa?t?ng,name=count, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json/docs,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=clientErrors, solr:dom1=jvm,name0=threads,name1=terminated,name=count, java.lang:type=MemoryManager,name=Metaspace Manager, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/mbeans,name=handlerStart, solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=timeouts, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=totalTime, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=errors, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=handlerStart, solr:dom1=core,dom2=collection1,category=TLOG,scope=replay,name=remaining.logs, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/system,name=requestTimes, solr:dom1=core,dom2=collection1,category=CORE,scope=fs,name=path, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreContainerWorkExecutor.completed, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=totalTime, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/logging,name=totalTime, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=threadPool.parallelCoreAdminExecutor.duration, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json/docs,name=totalTime, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=serverErrors, solr:dom1=core,dom2=collection1,category=INDEX,name=sizeInBytes, solr_64326:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=jvm,name0=memory,name1=pools,name2=Metaspace,name=max, solr:dom1=node,category=ADMIN,scope=/admin/info,name=requestTimes, solr_65193:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=commits, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=isSlave, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=serverErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=cumulativeAdds, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=clientErrors, solr_58095:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=timeouts, solr_63716:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mlt,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/select,name=timeouts, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/mbeans,name=timeouts, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/logging,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mltrh,name=clientErrors, solr:dom1=jvm,name0=os,name=freeSwapSpaceSize, java.lang:type=MemoryPool,name=Tenured Gen, solr:dom1=core,dom2=collection1,category=QUERY,scope=/get,name=totalTime, java.lang:type=MemoryManager,name=CodeCacheManager, solr:dom1=core,dom2=collection1,category=QUERY,scope=/stream,name=requests, solr_45932:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=QUERY,scope=httpShardHandler,name=availableConnections, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=indexPath, solr_57589:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=/debug/dump,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=requests, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=/debug/dump,name=totalTime, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=requestTimes, solr_59845:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=timeouts, solr:dom1=jvm,name0=memory,name1=pools,name2=Eden-Space,name=init, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/system,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=totalTime, solr:dom1=node,category=ADMIN,scope=/admin/info,name=clientErrors, solr:dom1=jvm,name0=memory,name1=heap,name=usage, solr:dom1=core,dom2=collection1,category=INDEX,name=size, solr_53029:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=requestTimes, java.nio:type=BufferPool,name=mapped, solr_62780:dom1=solr,dom2=jvm,name0=system,name=properties, com.sun.management:type=DiagnosticCommand, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=replicationEnabled, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/config,name=serverErrors, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=new,name=maxReached, solr_54508:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=ADMIN,scope=/admin/info,name=totalTime, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=clientErrors, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=threadPool.parallelCoreAdminExecutor.running, solr:dom1=jvm,name0=os,name=arch, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.updateExecutor.duration, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=requests, solr:dom1=jvm,name0=memory,name1=pools,name2=Compressed-Class-Space,name=init, solr:dom1=jvm,name0=os,name=name, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=serverErrors, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=maxDoc, solr:dom1=jvm,name0=os,name=processCpuLoad, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json,name=errors, solr:dom1=jvm,name0=memory,name1=pools,name2=Metaspace,name=committed, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragmentsBuilder,name=scoreOrder.requests, solr:dom1=node,category=CONTAINER,scope=fs,name=usableSpace, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=serverErrors, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=errors, solr_37753:dom1=solr,dom2=jvm,name0=system,name=properties, solr_41150:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=merges, solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=totalTime, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=totalTime, solr:dom1=core,dom2=collection1,category=QUERY,scope=/tvrh,name=serverErrors, solr:dom1=node,category=CONTAINER,scope=version,name=specification, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=errors, solr_48436:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=jvm,name0=threads,name1=timed_waiting,name=count, solr:dom1=core,dom2=collection1,category=CORE,name=instanceDir, solr:dom1=jvm,name0=gc,name1=Copy,name=count, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/tvrh,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=totalTime, solr:dom1=core,dom2=collection1,category=QUERY,scope=/dismax,name=serverErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=handlerStart, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=deletedDocs, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=timeouts, solr:dom1=jvm,name0=memory,name1=pools,name2=Metaspace,name=used, solr:dom1=node,category=ADMIN,scope=/admin/info,name=timeouts, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/config,name=requestTimes, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/system,name=handlerStart, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=requestTimes, solr_44204:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mltrh,name=serverErrors, JMImplementation:type=MBeanServerDelegate, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=readerDir, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=requestTimes, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=serverErrors, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=requests, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.recoveryExecutor.completed, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=handlerStart, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=deletesById, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/mbeans,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/mbeans,name=errors, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=new,name=time, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=totalTime, java.lang:type=ClassLoading, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/select,name=requestTim
   [junit4]   2> es, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreContainerWorkExecutor.submitted, solr_42731:dom1=solr,dom2=jvm,name0=system,name=properties, java.lang:type=MemoryPool,name=Metaspace, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=clientErrors, solr_61627:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=expungeDeletes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=clientErrors, solr_54253:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/debug/dump,name=serverErrors, solr_33384:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/tvrh,name=requestTimes, solr:dom1=core,dom2=collection1,category=CACHE,scope=core,name=fieldCache, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH_Direct,name=timeouts, solr:dom1=core,dom2=collection1,category=CACHE,scope=searcher,name=fieldValueCache, solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=totalTime, solr_51419:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/select,name=handlerStart, solr:dom1=jvm,name0=memory,name1=pools,name2=Code-Cache,name=max, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=serverErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/logging,name=clientErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=autoCommits, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=requests, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=requestTimes, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=timeouts, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=handlerStart, solr_33988:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=CONTAINER,scope=fs,name=totalSpace, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH_Direct,name=errors, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragmenter,name=default.requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/tvrh,name=requests, solr:dom1=node,category=ADMIN,scope=/admin/info,name=requests, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=timeouts, solr:dom1=jvm,name0=os,name=freePhysicalMemorySize, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=clientErrors, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=threadPool.parallelCoreAdminExecutor.completed, solr:dom1=core,dom2=collection1,category=QUERY,scope=/defaults,name=clientErrors, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=errors, solr:dom1=jvm,name0=memory,name1=pools,name2=Eden-Space,name=committed, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=new,name=warmup, solr:dom1=core,dom2=collection1,category=QUERY,scope=/get,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mlt,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mltrh,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH_Direct,name=requests, solr:dom1=node,category=QUERY,scope=httpShardHandler,name=maxConnections, solr:dom1=core,dom2=collection1,category=QUERY,scope=/defaults,name=totalTime, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=totalTime, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragmentsBuilder,name=default.requests, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=docsPending, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=totalTime, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=totalTime, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mlt,name=totalTime, solr:dom1=jvm,name0=system,name=properties, solr_60088:dom1=solr,dom2=jvm,name0=system,name=properties, solr_50723:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=isMaster, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/logging,name=handlerStart, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=serverErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json,name=serverErrors, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrEncoder,name=default.requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mltrh,name=requests, solr_62516:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/mbeans,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=clientErrors, solr:dom1=jvm,name0=memory,name1=pools,name2=Survivor-Space,name=usage, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/logging,name=requestTimes, solr:dom1=jvm,name0=memory,name1=total,name=max, solr:dom1=core,dom2=collection1,category=CORE,name=aliases, solr:dom1=core,dom2=collection1,category=QUERY,scope=/select,name=errors, solr:dom1=jvm,name0=memory,name1=pools,name2=Code-Cache,name=used, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/debug/dump,name=errors, solr_37833:dom1=solr,dom2=jvm,name0=system,name=properties, solr_39599:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=registeredAt, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/get,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/get,name=handlerStart, solr:dom1=jvm,name0=memory,name1=pools,name2=Compressed-Class-Space,name=usage, solr:dom1=node,category=ADMIN,scope=/admin/info,name=serverErrors, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=replicateAfter, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mltrh,name=handlerStart, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=requests, solr:dom1=core,dom2=collection1,category=CACHE,scope=searcher,name=filterCache, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/config,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=handlerStart, solr:dom1=core,dom2=collection1,category=CORE,name=startTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json/docs,name=requestTimes, solr_40723:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreLoadExecutor.completed, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=handlerStart, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrBoundaryScanner,name=simple.requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=requestTimes, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/defaults,name=requests, java.lang:type=GarbageCollector,name=MarkSweepCompact, solr:dom1=jvm,name0=gc,name1=MarkSweepCompact,name=time, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=requestTimes, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/select,name=serverErrors, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=maxConnections, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=clientErrors, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=availableConnections, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mltrh,name=requestTimes, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=serverErrors, solr:dom1=core,dom2=collection1,category=SEARCHER,name=new, solr:dom1=node,category=CONTAINER,scope=version,name=implementation, com.sun.management:type=HotSpotDiagnostic, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mlt,name=requests, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json/docs,name=errors, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreLoadExecutor.submitted, solr:dom1=jvm,name0=memory,name1=non-heap,name=committed, solr:dom1=jvm,name0=buffers,name1=mapped,name=MemoryUsed, solr_48076:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=requests, solr_32902:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=errors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/system,name=clientErrors, java.util.logging:type=Logging, solr:dom1=jvm,name0=memory,name1=pools,name2=Metaspace,name=init, solr:dom1=core,dom2=collection1,category=QUERY,scope=/dismax,name=totalTime, solr:dom1=jvm,name0=buffers,name1=direct,name=Count, solr:dom1=core,dom2=collection1,category=QUERY,scope=/select,name=totalTime, solr:dom1=jvm,name0=os,name=processCpuTime, solr_38317:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/get,name=serverErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=/dismax,name=requestTimes, solr:dom1=jvm,name0=memory,name1=pools,name2=Tenured-Gen,name=init, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=totalTime, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/system,name=totalTime, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/config,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=/stream,name=errors, solr_58799:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=requestTimes, solr:dom1=jvm,name0=memory,name1=heap,name=committed, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=handlerStart, solr_43316:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=jvm,name0=threads,name1=deadlock,name=count, solr:dom1=core,dom2=collection1,category=QUERY,scope=/defaults,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=errors, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=warmupTime, solr:dom1=jvm,name0=threads,name1=runnable,name=count, solr:dom1=jvm,name0=memory,name1=pools,name2=Eden-Space,name=usage, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/config,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=requestTimes, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=indexVersion, solr:dom1=jvm,name0=memory,name1=heap,name=init, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=numDocs, solr:dom1=core,dom2=collection1,category=TLOG,scope=copyOverOldUpdates,name=ops, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=requestTimes, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=serverErrors, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFormatter,name=default.requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=errors, solr:dom1=core,dom2=collection1,category=CORE,name=indexDir, solr_59473:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/dismax,name=errors, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=totalTime, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragmenter,name=regex.requests, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/select,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/get,name=requestTimes, solr:dom1=jvm,name0=gc,name1=MarkSweepCompact,name=count, solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/config,name=requests, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.updateExecutor.completed, solr:dom1=core,dom2=collection1,category=QUERY,scope=/get,name=clientErrors, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=totalTime, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=errors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json,name=handlerStart, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=timeouts, solr:dom1=node,category=QUERY,scope=httpShardHandler,name=threadPool.httpShardExecutor.submitted, java.lang:type=MemoryPool,name=Eden Space, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/system,name=errors, solr:dom1=node,category=QUERY,scope=httpShardHandler,name=threadPool.httpShardExecutor.running, solr:dom1=core,dom2=collection1,category=QUERY,scope=/debug/dump,name=handlerStart, solr:dom1=node,category=CONTAINER,scope=fs,name=coreRoot.totalSpace, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/system,name=requests, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json/docs,name=handlerStart, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/debug/dump,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=handlerStart, solr_34177:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=handlerStart, solr:dom1=node,category=CONTAINER,scope=cores,name=lazy, solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=errors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/defaults,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=requests, solr_41537:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=optimizes, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=requestTimes, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=indexVersion, solr:dom1=core,dom2=collection1,category=QUERY,scope=/tvrh,name=totalTime, solr:dom1=jvm,name0=os,name=openFileDescriptorCount, solr:dom1=node,category=QUERY,scope=httpShardHandler,name=pendingConnections, solr:dom1=jvm,name0=memory,name1=pools,name2=Code-Cache,name=committed, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mlt,name=timeouts, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=errors, solr_33119:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=CACHE,name=fieldCache, solr:dom1=core,dom2=collection1,category=QUERY,scope=/stream,name=handlerStart, solr:dom1=jvm,name0=memory,name1=pools,name2=Survivor-Space,name=committed, solr:dom1=core,dom2=co
   [junit4]   2> llection1,category=ADMIN,scope=/admin/mbeans,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=totalTime, solr:dom1=jvm,name0=memory,name1=total,name=committed, solr:dom1=jvm,name0=memory,name1=pools,name2=Survivor-Space,name=used-after-gc, solr_57405:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=requestTimes, solr_32798:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/stream,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/debug/dump,name=timeouts, solr:dom1=jvm,name0=memory,name1=pools,name2=Eden-Space,name=used, solr:dom1=node,category=CONTAINER,scope=fs,name=coreRoot.spins, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/system,name=serverErrors, solr:dom1=jvm,name0=threads,name=deadlocks, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH_Direct,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=errors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/config,name=totalTime, solr:dom1=jvm,name0=memory,name1=non-heap,name=usage, solr:dom1=jvm,name0=classes,name=loaded, solr:dom1=core,dom2=collection1,category=QUERY,scope=/tvrh,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/stream,name=totalTime, java.lang:type=Memory, solr:dom1=jvm,name0=memory,name1=total,name=init, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/logging,name=errors, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=leasedConnections, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=requestTimes, solr:dom1=node,category=ADMIN,scope=/admin/info,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=clientErrors, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragListBuilder,name=simple.requests]
   [junit4]   2> 2312168 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[6299E5AA77C14726]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1 (1590764369188225024)]} 0 0
   [junit4]   2> 2312170 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[6299E5AA77C14726]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1590764369191370752,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2312170 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[6299E5AA77C14726]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6505b653 commitCommandVersion:1590764369191370752
   [junit4]   2> 2312174 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[6299E5AA77C14726]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@194c4ef4[collection1] main]
   [junit4]   2> 2312174 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[6299E5AA77C14726]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2312185 INFO  (searcherExecutor-10663-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@194c4ef4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c1)))}
   [junit4]   2> 2312185 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[6299E5AA77C14726]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 14
   [junit4]   2> 2312185 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[6299E5AA77C14726]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testJmxUpdate
   [junit4]   2> 2312187 INFO  (TEST-TestJmxIntegration.testJmxRegistration-seed#[6299E5AA77C14726]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testJmxRegistration
   [junit4]   2> 2312210 INFO  (TEST-TestJmxIntegration.testJmxRegistration-seed#[6299E5AA77C14726]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testJmxRegistration
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestJmxIntegration -Dtests.method=testJmxRegistration -Dtests.seed=6299E5AA77C14726 -Dtests.slow=true -Dtests.locale=uk -Dtests.timezone=Africa/Nouakchott -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.03s J1 | TestJmxIntegration.testJmxRegistration <<<
   [junit4]    > Throwable #1: javax.management.RuntimeErrorException: java.lang.InternalError: Memory Pool not found
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([6299E5AA77C14726:EC4881901A801F43]:0)
   [junit4]    > 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.rethrow(DefaultMBeanServerInterceptor.java:841)
   [junit4]    > 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.rethrowMaybeMBeanException(DefaultMBeanServerInterceptor.java:852)
   [junit4]    > 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getAttribute(DefaultMBeanServerInterceptor.java:651)
   [junit4]    > 	at com.sun.jmx.mbeanserver.JmxMBeanServer.getAttribute(JmxMBeanServer.java:678)
   [junit4]    > 	at org.apache.solr.core.TestJmxIntegration.testJmxRegistration(TestJmxIntegration.java:124)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.lang.InternalError: Memory Pool not found
   [junit4]    > 	at sun.management.MemoryPoolImpl.getUsage0(Native Method)
   [junit4]    > 	at sun.management.MemoryPoolImpl.getUsage(MemoryPoolImpl.java:96)
   [junit4]    > 	at com.codahale.metrics.jvm.MemoryUsageGaugeSet$15.getRatio(MemoryUsageGaugeSet.java:154)
   [junit4]    > 	at com.codahale.metrics.RatioGauge.getValue(RatioGauge.java:64)
   [junit4]    > 	at com.codahale.metrics.RatioGauge.getValue(RatioGauge.java:11)
   [junit4]    > 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxGauge.getValue(JmxMetricsReporter.java:209)
   [junit4]    > 	at com.sun.jmx.mbeanserver.StandardMBeanIntrospector.invokeM2(StandardMBeanIntrospector.java:112)
   [junit4]    > 	at com.sun.jmx.mbeanserver.StandardMBeanIntrospector.invokeM2(StandardMBeanIntrospector.java:46)
   [junit4]    > 	at com.sun.jmx.mbeanserver.MBeanIntrospector.invokeM(MBeanIntrospector.java:237)
   [junit4]    > 	at com.sun.jmx.mbeanserver.PerInterface.getAttribute(PerInterface.java:83)
   [junit4]    > 	at com.sun.jmx.mbeanserver.MBeanSupport.getAttribute(MBeanSupport.java:206)
   [junit4]    > 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getAttribute(DefaultMBeanServerInterceptor.java:647)
   [junit4]    > 	... 41 more
   [junit4]   2> 2312212 INFO  (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 2312212 INFO  (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1576080997
   [junit4]   2> 2312212 INFO  (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2312212 INFO  (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@20bfffde: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@9b4f05
   [junit4]   2> 2312215 INFO  (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2312215 INFO  (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1735015: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3048bb32
   [junit4]   2> 2312218 INFO  (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2312218 INFO  (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@503042f: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6437b28c
   [junit4]   2> 2312218 INFO  (coreCloseExecutor-10668-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@25261bcc
   [junit4]   2> 2312218 INFO  (coreCloseExecutor-10668-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=623254476
   [junit4]   2> 2312218 INFO  (coreCloseExecutor-10668-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e55d3c0: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@313e76ee
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.core.TestJmxIntegration_6299E5AA77C14726-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=Lucene50(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Memory), intDvoDefault=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1973, maxMBSortInHeap=5.3283971198783595, sim=RandomSimilarity(queryNorm=false): {}, locale=uk, timezone=Africa/Nouakchott
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=292919136,total=518623232
   [junit4]   2> NOTE: All tests run in this JVM: [TestStressUserVersions, TestGraphTermsQParserPlugin, TestChildDocTransformer, StatsReloadRaceTest, HdfsRecoverLeaseTest, CollectionsAPIAsyncDistributedZkTest, SecurityConfHandlerTest, CdcrReplicationHandlerTest, ResponseHeaderTest, TestSolrDeletionPolicy2, PreAnalyzedFieldTest, TestLRUCache, SpellCheckComponentTest, TestLeaderElectionZkExpiry, ActionThrottleTest, BigEndianAscendingWordSerializerTest, TestCollectionAPIs, CircularListTest, TestSort, ZkSolrClientTest, TestOnReconnectListenerSupport, TolerantUpdateProcessorTest, ChaosMonkeySafeLeaderTest, TestStreamBody, SpellCheckCollatorWithCollapseTest, TestDocSet, CleanupOldIndexTest, BJQParserTest, DOMUtilTest, CoreAdminCreateDiscoverTest, SpellCheckCollatorTest, DocExpirationUpdateProcessorFactoryTest, TestGeoJSONResponseWriter, TestDocumentBuilder, AliasIntegrationTest, PrimitiveFieldTypeTest, SimpleFacetsTest, CoreMergeIndexesAdminHandlerTest, ClusterStateUpdateTest, TestLockTree, SuggesterTest, TestSQLHandler, TestSearchPerf, FileBasedSpellCheckerTest, TestLegacyField, RequestHandlersTest, RulesTest, SimplePostToolTest, TestAtomicUpdateErrorCases, DirectoryFactoryTest, TestExtendedDismaxParser, SolrMetricsIntegrationTest, ExternalFileFieldSortTest, TestComponentsName, TestCodecSupport, TestCollectionsAPIViaSolrCloudCluster, TestUpdate, TestRandomDVFaceting, TestSolr4Spatial2, TestStressCloudBlindAtomicUpdates, TestLMJelinekMercerSimilarityFactory, TestConfigSets, EchoParamsTest, TermVectorComponentTest, TestSystemCollAutoCreate, BasicFunctionalityTest, DistributedSuggestComponentTest, ClassificationUpdateProcessorFactoryTest, TestWordDelimiterFilterFactory, MultiThreadedOCPTest, TestCopyFieldCollectionResource, TestSolrCoreSnapshots, LegacyCloudClusterPropTest, TestFuzzyAnalyzedSuggestions, SolrCoreCheckLockOnStartupTest, SystemInfoHandlerTest, TestComputePlanAction, LeaderInitiatedRecoveryOnCommitTest, ZkStateReaderTest, MetricsHandlerTest, TriLevelCompositeIdRoutingTest, SoftAutoCommitTest, TestComplexPhraseQParserPlugin, TestZkAclsWithHadoopAuth, BadIndexSchemaTest, TestRestManager, CreateRoutedAliasTest, ChaosMonkeySafeLeaderWithPullReplicasTest, BadComponentTest, JsonLoaderTest, TestConfigSetsAPIExclusivity, TestCustomDocTransformer, DirectUpdateHandlerTest, ZkFailoverTest, AsyncCallRequestStatusResponseTest, PeerSyncWithIndexFingerprintCachingTest, DeleteReplicaTest, TestHashPartitioner, DateRangeFieldTest, TestExclusionRuleCollectionAccess, TestFieldCacheSort, AnalyticsQueryTest, TestExactStatsCache, ZkControllerTest, TestStressLiveNodes, BaseCdcrDistributedZkTest, TestNonDefinedSimilarityFactory, TestConfig, TestLocalFSCloudBackupRestore, SharedFSAutoReplicaFailoverTest, TestMaxTokenLenTokenizer, TestHdfsUpdateLog, TestStressReorder, DistributedQueueTest, TestLuceneIndexBackCompat, TestJavabinTupleStreamParser, HighlighterMaxOffsetTest, TestNamedUpdateProcessors, TestAuthenticationFramework, RegexBoostProcessorTest, OverseerCollectionConfigSetProcessorTest, TestFieldSortValues, TestScoreJoinQPScore, TestDistributedGrouping, TestCoreAdminApis, TestNodeLostTrigger, TestImplicitCoreProperties, ReplaceNodeTest, HdfsThreadLeakTest, TestXmlQParser, NotRequiredUniqueKeyTest, HdfsRestartWhileUpdatingTest, TestFreeTextSuggestions, ExplicitHLLTest, BlockCacheTest, TestReloadAndDeleteDocs, RegexBytesRefFilterTest, TestInitQParser, ScriptEngineTest, IndexBasedSpellCheckerTest, DocValuesTest, PKIAuthenticationIntegrationTest, ConfigureRecoveryStrategyTest, TestQuerySenderListener, TestSolrConfigHandlerCloud, TestCSVLoader, TestMultiWordSynonyms, NoCacheHeaderTest, SolrJmxReporterTest, ComputePlanActionTest, TestSlowCompositeReaderWrapper, ParsingFieldUpdateProcessorsTest, DefaultValueUpdateProcessorTest, TestMacros, DistributedFacetSimpleRefinementLongTailTest, ResponseLogComponentTest, ShardRoutingTest, BasicAuthIntegrationTest, FieldAnalysisRequestHandlerTest, ChaosMonkeyNothingIsSafeTest, SolrCloudExampleTest, MergeStrategyTest, DistributedTermsComponentTest, ClusterStateTest, ConnectionManagerTest, TestSha256AuthenticationProvider, HdfsChaosMonkeySafeLeaderTest, SimpleCollectionCreateDeleteTest, TestBulkSchemaConcurrent, TestCustomStream, HdfsBasicDistributedZkTest, TestRandomFlRTGCloud, TestSchemalessBufferedUpdates, TestMaxScoreQueryParser, HLLSerializationTest, TestDistributedStatsComponentCardinality, SuggestComponentContextFilterQueryTest, URLClassifyProcessorTest, TestSolrQueryParser, SolrMetricManagerTest, DeleteLastCustomShardedReplicaTest, DebugComponentTest, TestPullReplica, TestOverriddenPrefixQueryForCustomFieldType, OverseerRolesTest, BasicDistributedZk2Test, SyncSliceTest, OverseerTest, LeaderElectionIntegrationTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, TestRandomFaceting, LeaderElectionTest, TestZkChroot, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, TestFaceting, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestRealTimeGet, TestJoin, TestStressVersions, TestCoreContainer, TestSolr4Spatial, SolrCoreTest, StatsComponentTest, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, ConvertedLegacyTest, TestLazyCores, TestBadConfig, TestIndexSearcher, HighlighterTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, SuggesterTSTTest, TestStressLucene, SuggesterWFSTTest, PolyFieldTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, DisMaxRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestQueryTypes, TermsComponentTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, MoreLikeThisHandlerTest, RequiredFieldsTest, LoggingHandlerTest, SolrPluginUtilsTest, IndexSchemaTest, TestJmxIntegration]
   [junit4] Completed [450/769 (1!)] on J1 in 0.60s, 3 tests, 1 error, 1 skipped <<< FAILURES!

[...truncated 49270 lines...]

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 421 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/421/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC

3 tests failed.
FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
Could not find collection:collection2

Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
	at __randomizedtesting.SeedInfo.seed([1BDBD4C01ADAC0D6:938FEB1AB426AD2E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([1BDBD4C01ADAC0D6:1F257DD22010424C]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger(TriggerIntegrationTest.java:521)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate

Error Message:
expected:<10> but was:<3>

Stack Trace:
java.lang.AssertionError: expected:<10> but was:<3>
	at __randomizedtesting.SeedInfo.seed([1BDBD4C01ADAC0D6:4693CA49D51C6699]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate(TestLargeCluster.java:555)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 21 lines...]
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:862)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1129)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1160)
	at hudson.scm.SCM.checkout(SCM.java:504)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1203)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
	at hudson.model.Run.execute(Run.java:1727)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: org.eclipse.jgit.api.errors.TransportException: git://git.apache.org/lucene-solr.git: Connection refused (Connection refused)
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:634)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:210)
	at hudson.remoting.UserRequest.perform(UserRequest.java:53)
	at hudson.remoting.Request$2.run(Request.java:358)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to Solaris VBOX
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1696)
		at hudson.remoting.UserResponse.retrieve(UserRequest.java:313)
		at hudson.remoting.Channel.call(Channel.java:909)
		at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:146)
		at sun.reflect.GeneratedMethodAccessor763.invoke(Unknown Source)
		at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
		at java.lang.reflect.Method.invoke(Method.java:498)
		at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:132)
		at com.sun.proxy.$Proxy68.execute(Unknown Source)
		at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:860)
		at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1129)
		at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1160)
		at hudson.scm.SCM.checkout(SCM.java:504)
		at hudson.model.AbstractProject.checkout(AbstractProject.java:1203)
		at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
		at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
		at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
		at hudson.model.Run.execute(Run.java:1727)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused by: org.eclipse.jgit.api.errors.TransportException: git://git.apache.org/lucene-solr.git: Connection refused (Connection refused)
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:135)
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:632)
	... 10 more
Caused by: org.eclipse.jgit.errors.TransportException: git://git.apache.org/lucene-solr.git: Connection refused (Connection refused)
	at org.eclipse.jgit.transport.TransportGitAnon.openConnection(TransportGitAnon.java:150)
	at org.eclipse.jgit.transport.TransportGitAnon$TcpFetchConnection.<init>(TransportGitAnon.java:179)
	at org.eclipse.jgit.transport.TransportGitAnon.openFetch(TransportGitAnon.java:120)
	at org.eclipse.jgit.transport.FetchProcess.executeImp(FetchProcess.java:136)
	at org.eclipse.jgit.transport.FetchProcess.execute(FetchProcess.java:122)
	at org.eclipse.jgit.transport.Transport.fetch(Transport.java:1201)
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:128)
	... 11 more
ERROR: Error fetching remote repo 'origin'
Retrying after 10 seconds
Fetching changes from the remote Git repository
Cleaning workspace
Checking out Revision 70a9e5b3f58d06f1a7616a9b2c7f9681a7ecd5eb (refs/remotes/origin/branch_7x)
Commit message: "SOLR-11835: Adjust Ukranian language example"
No emails were triggered.
[description-setter] Description set: Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
[Lucene-Solr-7.x-Solaris] $ /export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/bin/ant "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC" jenkins-hourly
Buildfile: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/build.xml

jenkins-hourly:

-print-java-info:
[java-info] java version "1.8.0_152"
[java-info] Java(TM) SE Runtime Environment (1.8.0_152-b16, Oracle Corporation)
[java-info] Java HotSpot(TM) 64-Bit Server VM (25.152-b16, Oracle Corporation)
[java-info] Test args: [-XX:-UseCompressedOops -XX:+UseParallelGC]

clean:

clean:

clean:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: Apache Ivy 2.4.0 - 20141213170938 :: http://ant.apache.org/ivy/ ::
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

resolve-groovy:
[ivy:cachepath] :: resolving dependencies :: org.codehaus.groovy#groovy-all-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.codehaus.groovy#groovy-all;2.4.12 in public
[ivy:cachepath] :: resolution report :: resolve 450ms :: artifacts dl 3ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   1   |   0   |   0   |   0   ||   1   |   0   |
	---------------------------------------------------------------------

-test-with-heapdumps-enabled:
     [echo] Java HotSpot(TM) 64-Bit Server VM: Enabling heap dumps on OutOfMemoryError to dir '/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/heapdumps'.
    [mkdir] Created dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/heapdumps

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

resolve-groovy:

test:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

-clover.load:

resolve-groovy:

-init-totals:

test-core:

-clover.disable:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

-clover.load:

-clover.classpath:

-clover.setup:

clover:

-check-git-state:

-git-cleanroot:

-copy-git-state:
     [copy] Copying 1 file to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build

git-autoclean:

resolve:

init:

compile-core:
    [mkdir] Created dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java
    [javac] Compiling 825 source files to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java
    [javac] Note: Some input files use or override a deprecated API.
    [javac] Note: Recompile with -Xlint:deprecation for details.
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/util/graph/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/document/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/util/bkd/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/codecs/compressing/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene60/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/codecs/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/util/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/index/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/util/fst/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/analysis/tokenattributes/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/search/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene62/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/util/packed/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/util/mutable/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene70/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/codecs/perfield/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/analysis/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/analysis/standard/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/store/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/codecs/blocktree/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/search/spans/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/search/similarities/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/util/automaton/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene50/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/geo/package-info.class
     [copy] Copying 3 files to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java

compile-test-framework:

-check-git-state:

-git-cleanroot:

-copy-git-state:

git-autoclean:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

resolve:

init:

compile-lucene-core:

-check-git-state:

-git-cleanroot:

-copy-git-state:

git-autoclean:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

resolve:

init:

-clover.disable:

-clover.load:

-clover.classpath:

-clover.setup:

clover:

compile-core:

compile-codecs:

-check-git-state:

-git-cleanroot:

-copy-git-state:

git-autoclean:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

resolve:

common.init:

compile-lucene-core:

init:

-clover.disable:

-clover.load:

-clover.classpath:

-clover.setup:

clover:

compile-core:
    [mkdir] Created dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/codecs/classes/java
    [javac] Compiling 67 source files to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/codecs/classes/java
    [javac] Note: Some input files use or override a deprecated API.
    [javac] Note: Recompile with -Xlint:deprecation for details.
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/codecs/classes/java/org/apache/lucene/codecs/bloom/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/codecs/classes/java/org/apache/lucene/codecs/memory/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/codecs/classes/java/org/apache/lucene/codecs/simpletext/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/codecs/classes/java/org/apache/lucene/codecs/blockterms/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/codecs/classes/java/org/apache/lucene/codecs/blocktreeords/package-info.class
     [copy] Copying 3 files to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/codecs/classes/java

-clover.disable:

-clover.load:

-clover.classpath:

-clover.setup:

clover:

common.compile-core:
    [mkdir] Created dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/test-framework/classes/java
    [javac] Compiling 188 source files to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/test-framework/classes/java
    [javac] Note: Some input files use or override a deprecated API.
    [javac] Note: Recompile with -Xlint:deprecation for details.
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/asserting/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/ramonly/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/test-framework/classes/java/org/apache/lucene/mockfile/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/cheapbastard/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/mockrandom/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/cranky/package-info.class
    [javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/compressing/dummy/package-info.class
     [copy] Copying 4 files to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/test-framework/classes/java

compile-core:

compile-test:
    [mkdir] Created dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/test
    [javac] Compiling 466 source files to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/test
    [javac] Note: Some input files use or override a deprecated API.
    [javac] Note: Recompile with -Xlint:deprecation for details.
     [copy] Copying 3 files to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/test

install-junit4-taskdef:

validate:

resolve-groovy:

-init-totals:

-test:
    [mkdir] Created dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/test
[loadresource] Do not set property tests.explicitclass as its length is 0.
    [mkdir] Created dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/test/temp
    [mkdir] Created dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/.caches/test-stats/core
   [junit4] <JUnit4> says cześć! Master seed: 70D31D3D38013F13
   [junit4] Executing 459 suites with 2 JVMs.
   [junit4] 
   [junit4] Started J1 PID(13819@serv1-vm3).
   [junit4] Started J0 PID(13818@serv1-vm3).
   [junit4] Suite: org.apache.lucene.index.TestInfoStream
   [junit4] Completed [1/459] on J0 in 1.06s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestNot
   [junit4] Completed [2/459] on J1 in 1.42s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSimpleExplanations
   [junit4] Completed [3/459] on J1 in 1.59s, 70 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestIndexOrDocValuesQuery
   [junit4] Completed [4/459] on J1 in 0.30s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTimeLimitingCollector
   [junit4] Completed [5/459] on J0 in 4.23s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestByteSlices
   [junit4] Completed [6/459] on J1 in 2.00s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexCommit
   [junit4] Completed [7/459] on J1 in 0.11s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestSetOnce
   [junit4] Completed [8/459] on J1 in 0.13s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBooleanRewrites
   [junit4] Completed [9/459] on J0 in 0.74s, 12 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestCharFilter
   [junit4] Completed [10/459] on J0 in 0.05s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.geo.TestPolygon
   [junit4] Completed [11/459] on J0 in 0.09s, 15 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanContainQuery
   [junit4] Completed [12/459] on J0 in 0.12s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestRoaringDocIdSet
   [junit4] Completed [13/459] on J0 in 0.79s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFlushByRamOrCountsPolicy
   [junit4] Completed [14/459] on J0 in 2.58s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestThreadedForceMerge
   [junit4] Completed [15/459] on J0 in 1.38s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.graph.TestGraphTokenStreamFiniteStrings
   [junit4] Completed [16/459] on J0 in 0.04s, 12 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestBytesRef
   [junit4] Completed [17/459] on J0 in 0.01s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexFileDeleter
   [junit4] Completed [18/459] on J0 in 0.63s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50CompoundFormat
   [junit4] Completed [19/459] on J1 in 7.44s, 26 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestCharsRef
   [junit4] Completed [20/459] on J1 in 0.05s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.similarities.TestAxiomaticSimilarity
   [junit4] Completed [21/459] on J1 in 0.04s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocIDMerger
   [junit4] Completed [22/459] on J1 in 0.01s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestFilterSpans
   [junit4] Completed [23/459] on J1 in 0.05s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestCompiledAutomaton
   [junit4] Completed [24/459] on J1 in 0.50s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCustomTermFreq
   [junit4] Completed [25/459] on J1 in 0.08s, 12 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPrefixQuery
   [junit4] Completed [26/459] on J0 in 2.22s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestLazyProxSkipping
   [junit4] Completed [27/459] on J0 in 0.22s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.fst.TestBytesStore
   [junit4] Completed [28/459] on J1 in 0.90s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBoolean2
   [junit4] Completed [29/459] on J1 in 2.50s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestOrdinalMap
   [junit4] Completed [30/459] on J1 in 0.18s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSynonymQuery
   [junit4] Completed [31/459] on J1 in 0.03s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermsEnum2
   [junit4] Completed [32/459] on J1 in 0.42s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestGrowableByteArrayDataOutput
   [junit4] Completed [33/459] on J0 in 5.28s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDocValuesQueries
   [junit4] Completed [34/459] on J0 in 2.93s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestNeedsScores
   [junit4] Completed [35/459] on J0 in 0.07s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestLSBRadixSorter
   [junit4] Completed [36/459] on J0 in 0.11s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIntBlockPool
   [junit4] Completed [37/459] on J0 in 0.47s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMergePolicyWrapper
   [junit4] Completed [38/459] on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestDocument
   [junit4] Completed [39/459] on J0 in 0.04s, 12 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocumentsWriterDeleteQueue
   [junit4] Completed [40/459] on J0 in 0.12s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMultiThreadTermVectors
   [junit4] Completed [41/459] on J0 in 4.48s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTopDocsMerge
   [junit4] Completed [42/459] on J0 in 0.31s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.packed.TestPackedInts
   [junit4] IGNOR/A 0.01s J1 | TestPackedInts.testBlockReaderOverflow
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [43/459] on J1 in 9.23s, 28 tests, 3 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.compressing.TestHighCompressionMode
   [junit4] Completed [44/459] on J0 in 0.98s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFieldsReader
   [junit4] Completed [45/459] on J0 in 0.35s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCrash
   [junit4] Completed [46/459] on J0 in 0.35s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocInverterPerFieldErrorInfo
   [junit4] Completed [47/459] on J0 in 0.04s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBooleanQuery
   [junit4] Completed [48/459] on J0 in 0.09s, 22 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterWithThreads
   [junit4] IGNOR/A 0.01s J0 | TestIndexWriterWithThreads.testOpenTwoIndexWritersOnDifferentThreads
   [junit4]    > Assumption #1: aborting test: timeout obtaining lock
   [junit4] Completed [49/459] on J0 in 2.00s, 12 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestReusableStringReader
   [junit4] Completed [50/459] on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestSearchForDuplicates
   [junit4] Completed [51/459] on J0 in 0.03s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestLiveFieldValues
   [junit4] Completed [52/459] on J0 in 0.15s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestOfflineSorter
   [junit4] IGNOR/A 0.00s J1 | TestOfflineSorter.testLargerRandom
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [53/459] on J1 in 6.47s, 15 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexSorting
   [junit4] Completed [54/459] on J0 in 5.44s, 50 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexableField
   [junit4] Completed [55/459] on J0 in 0.14s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterExceptions2
   [junit4] Completed [56/459] on J1 in 3.30s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDisjunctionMaxQuery
   [junit4] Completed [57/459] on J1 in 0.50s, 13 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFilterDirectoryReader
   [junit4] Completed [58/459] on J1 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestStressIndexing
   [junit4] Completed [59/459] on J1 in 1.84s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestLevenshteinAutomata
   [junit4] Completed [60/459] on J0 in 3.37s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestParallelLeafReader
   [junit4] Completed [61/459] on J0 in 0.10s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDirectoryReaderReopen
   [junit4] Completed [62/459] on J1 in 1.51s, 14 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFlex
   [junit4] Completed [63/459] on J1 in 0.05s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBoolean2ScorerSupplier
   [junit4] Completed [64/459] on J1 in 0.03s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBoostQuery
   [junit4] Completed [65/459] on J1 in 0.01s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestSmallFloat
   [junit4] Completed [66/459] on J1 in 0.04s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestDeterminism
   [junit4] Completed [67/459] on J1 in 0.21s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.compressing.TestFastDecompressionMode
   [junit4] Completed [68/459] on J1 in 0.69s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterThreadsToSegments
   [junit4] Completed [69/459] on J0 in 1.83s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestOmitPositions
   [junit4] Completed [70/459] on J0 in 0.09s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50TermVectorsFormat
   [junit4] Completed [71/459] on J0 in 9.38s, 17 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldDocValuesFormat
   [junit4] Completed [72/459] on J1 in 9.86s, 110 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanMultiTermQueryWrapper
   [junit4] Completed [73/459] on J1 in 0.09s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestEarlyTerminatingSortingCollector
   [junit4] Completed [74/459] on J0 in 2.11s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTwoPhaseCommitTool
   [junit4] Completed [75/459] on J0 in 0.06s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestBasics
   [junit4] Completed [76/459] on J1 in 3.61s, 27 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestField
   [junit4] Completed [77/459] on J1 in 0.04s, 23 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAddIndexes
   [junit4] Completed [78/459] on J0 in 2.36s, 25 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestBlockPostingsFormat3
   [junit4] Completed [79/459] on J1 in 0.78s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestQueryRescorer
   [junit4] Completed [80/459] on J1 in 0.20s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterCommit
   [junit4] Completed [81/459] on J1 in 0.92s, 14 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestBlockPostingsFormat2
   [junit4] Completed [82/459] on J0 in 2.70s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.LimitedFiniteStringsIteratorTest
   [junit4] Completed [83/459] on J0 in 0.04s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanSearchEquivalence
   [junit4] Completed [84/459] on J0 in 0.69s, 33 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.geo.TestPolygon2D
   [junit4] Completed [85/459] on J1 in 3.26s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestIntArrayDocIdSet
   [junit4] Completed [86/459] on J1 in 0.53s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestNormsFieldExistsQuery
   [junit4] Completed [87/459] on J1 in 0.37s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestLongRangeFieldQueries
   [junit4] IGNOR/A 0.00s J1 | TestLongRangeFieldQueries.testRandomBig
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [88/459] on J1 in 1.33s, 5 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBooleanScorer
   [junit4] Completed [89/459] on J1 in 0.76s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestBytesRefAttImpl
   [junit4] Completed [90/459] on J1 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSimilarity
   [junit4] Completed [91/459] on J1 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSegmentMerger
   [junit4] Completed [92/459] on J1 in 0.35s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestDateTools
   [junit4] Completed [93/459] on J1 in 0.02s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIsCurrent
   [junit4] Completed [94/459] on J1 in 0.01s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSizeBoundedForceMerge
   [junit4] Completed [95/459] on J1 in 0.04s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpansEnum
   [junit4] Completed [96/459] on J1 in 0.02s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestMathUtil
   [junit4] Completed [97/459] on J1 in 0.01s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocumentWriter
   [junit4] Completed [98/459] on J1 in 0.07s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMultiLevelSkipList
   [junit4] Completed [99/459] on J1 in 0.19s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestSingleInstanceLockFactory
   [junit4] Completed [100/459] on J1 in 1.06s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestUniqueTermCount
   [junit4] Completed [101/459] on J1 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterExceptions
   [junit4] IGNOR/A 0.00s J0 | TestIndexWriterExceptions.testTooManyTokens
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [102/459] on J0 in 6.50s, 34 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanNotQuery
   [junit4] Completed [103/459] on J0 in 0.01s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestReqExclBulkScorer
   [junit4] Completed [104/459] on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFilterLeafReader
   [junit4] Completed [105/459] on J0 in 0.02s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestBytesRefHash
   [junit4] Completed [106/459] on J1 in 1.60s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestStressDeletes
   [junit4] Completed [107/459] on J1 in 0.14s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDocValuesScoring
   [junit4] Completed [108/459] on J1 in 0.03s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterMaxDocs
   [junit4] IGNOR/A 0.00s J1 | TestIndexWriterMaxDocs.testExactlyAtTrueLimit
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes over two hours))
   [junit4] Completed [109/459] on J1 in 1.71s, 21 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSortRandom
   [junit4] Completed [110/459] on J1 in 0.22s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.similarities.TestBooleanSimilarity
   [junit4] Completed [111/459] on J1 in 0.01s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanFirstQuery
   [junit4] Completed [112/459] on J1 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestEarlyTermination
   [junit4] Completed [113/459] on J1 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMaxTermFrequency
   [junit4] Completed [114/459] on J1 in 0.12s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestSimpleFSLockFactory
   [junit4] Completed [115/459] on J0 in 4.27s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.bkd.TestMutablePointsReaderUtils
   [junit4] Completed [116/459] on J1 in 1.19s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestRadixSelector
   [junit4] Completed [117/459] on J1 in 0.75s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.packed.TestDirectMonotonic
   [junit4] Completed [118/459] on J0 in 1.33s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestLockFactory
   [junit4] Completed [119/459] on J0 in 0.01s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestByteArrayDataInput
   [junit4] Completed [120/459] on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCrashCausesCorruptIndex
   [junit4] Completed [121/459] on J0 in 0.06s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSumDocFreq
   [junit4] Completed [122/459] on J0 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBooleanQueryVisitSubscorers
   [junit4] Completed [123/459] on J0 in 0.03s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50StoredFieldsFormat
   [junit4] IGNOR/A 0.00s J0 | TestLucene50StoredFieldsFormat.testBigDocuments
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [124/459] on J0 in 0.85s, 17 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.packed.TestDirectPacked
   [junit4] Completed [125/459] on J1 in 1.82s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMaxPosition
   [junit4] Completed [126/459] on J1 in 0.01s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestWeakIdentityMap
   [junit4] Completed [127/459] on J1 in 1.45s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestByteBlockPool
   [junit4] Completed [128/459] on J1 in 0.06s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BTerms
   [junit4] IGNOR/A 0.00s J1 | Test2BTerms.test2BTerms
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=very slow, use 5g minimum heap))
   [junit4] Completed [129/459] on J1 in 0.01s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermdocPerf
   [junit4] Completed [130/459] on J1 in 0.00s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestUTF32ToUTF8
   [junit4] Completed [131/459] on J0 in 2.19s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterDeleteByQuery
   [junit4] Completed [132/459] on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestApproximationSearchEquivalence
   [junit4] Completed [133/459] on J1 in 0.30s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestBufferedIndexInput
   [junit4] Completed [134/459] on J0 in 0.43s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.FiniteStringsIteratorTest
   [junit4] Completed [135/459] on J1 in 0.66s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSubScorerFreqs
   [junit4] Completed [136/459] on J1 in 0.02s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMultiPhraseQuery
   [junit4] Completed [137/459] on J1 in 0.09s, 16 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexInput
   [junit4] Completed [138/459] on J0 in 0.58s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAtomicUpdate
   [junit4] Completed [139/459] on J0 in 2.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFilterCodecReader
   [junit4] Completed [140/459] on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene70.TestLucene70NormsFormat
   [junit4] IGNOR/A 0.00s J1 | TestLucene70NormsFormat.testSparseNCommonBig
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J1 | TestLucene70NormsFormat.testNCommonBig
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J1 | TestLucene70NormsFormat.testMergeStability
   [junit4]    > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
   [junit4] Completed [141/459] on J1 in 2.52s, 29 tests, 3 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAllFilesCheckIndexHeader
   [junit4] Completed [142/459] on J1 in 0.26s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestTimSorter
   [junit4] Completed [143/459] on J1 in 0.08s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterMergePolicy
   [junit4] Completed [144/459] on J0 in 1.81s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestAttributeSource
   [junit4] Completed [145/459] on J0 in 0.01s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestFileSwitchDirectory
   [junit4] IGNOR/A 0.00s J1 | TestFileSwitchDirectory.testPendingDeletions
   [junit4]    > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
   [junit4] IGNOR/A 0.00s J1 | TestFileSwitchDirectory.testFsyncDoesntCreateNewFiles
   [junit4]    > Assumption #1: test only works for FSDirectory subclasses
   [junit4] Completed [146/459] on J1 in 1.22s, 43 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene70.TestIndexedDISI
   [junit4] Completed [147/459] on J1 in 3.90s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestBlockPostingsFormat
   [junit4] Completed [148/459] on J1 in 2.34s, 27 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestRollingBuffer
   [junit4] Completed [149/459] on J1 in 0.11s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSegmentInfos
   [junit4] Completed [150/459] on J1 in 0.01s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTermRangeQuery
   [junit4] Completed [151/459] on J1 in 0.04s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMultiDocValues
   [junit4] Completed [152/459] on J1 in 0.07s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestNativeFSLockFactory
   [junit4] Completed [153/459] on J1 in 4.04s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocValues
   [junit4] Completed [154/459] on J1 in 0.03s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSearchAfter
   [junit4] Completed [155/459] on J1 in 0.06s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSloppyPhraseQuery2
   [junit4] Completed [156/459] on J1 in 0.20s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNRTThreads
   [junit4] Completed [157/459] on J1 in 6.39s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexReaderClose
   [junit4] Completed [158/459] on J1 in 0.24s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermContext
   [junit4] Completed [159/459] on J1 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSimpleExplanationsWithFillerDocs
   [junit4] Completed [160/459] on J0 in 17.85s, 70 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BPoints
   [junit4] IGNOR/A 0.00s J0 | Test2BPoints.test1D
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes at least 4 hours and consumes many GB of temp disk space))
   [junit4] IGNOR/A 0.00s J0 | Test2BPoints.test2D
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes at least 4 hours and consumes many GB of temp disk space))
   [junit4] Completed [161/459] on J0 in 0.00s, 2 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestFloatRangeFieldQueries
   [junit4] IGNOR/A 0.00s J0 | TestFloatRangeFieldQueries.testRandomBig
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [162/459] on J0 in 1.83s, 5 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNorms
   [junit4] Completed [163/459] on J0 in 0.39s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestPackedTokenAttributeImpl
   [junit4] Completed [164/459] on J0 in 0.01s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestScoreCachingWrappingScorer
   [junit4] Completed [165/459] on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestRecyclingByteBlockAllocator
   [junit4] Completed [166/459] on J0 in 0.01s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestIntroSelector
   [junit4] Completed [167/459] on J0 in 1.54s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDoc
   [junit4] Completed [168/459] on J0 in 0.10s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestRamUsageEstimator
   [junit4] IGNOR/A 0.00s J0 | TestRamUsageEstimator.testPrintValues
   [junit4]    > Assumption #1: Specify -Dtests.verbose=true to print constants of RamUsageEstimator.
   [junit4] Completed [169/459] on J0 in 0.02s, 5 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTermScorer
   [junit4] Completed [170/459] on J0 in 0.03s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestNotDocIdSet
   [junit4] Completed [171/459] on J1 in 5.29s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestIntRangeFieldQueries
   [junit4] IGNOR/A 0.00s J1 | TestIntRangeFieldQueries.testRandomBig
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [172/459] on J1 in 1.40s, 5 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.compressing.TestFastCompressionMode
   [junit4] Completed [173/459] on J1 in 0.52s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.fst.TestFSTs
   [junit4] IGNOR/A 0.00s J0 | TestFSTs.testBigSet
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [174/459] on J0 in 4.63s, 20 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestFieldCacheRewriteMethod
   [junit4] Completed [175/459] on J0 in 1.06s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestHugeRamFile
   [junit4] Completed [176/459] on J0 in 1.73s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestNamedSPILoader
   [junit4] Completed [177/459] on J0 in 0.01s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTermQuery
   [junit4] Completed [178/459] on J0 in 0.02s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestMergedIterator
   [junit4] Completed [179/459] on J0 in 0.76s, 25 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestBytesRefArray
   [junit4] Completed [180/459] on J0 in 0.09s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestRecyclingIntBlockAllocator
   [junit4] Completed [181/459] on J0 in 0.02s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestConcurrentMergeScheduler
   [junit4] Completed [182/459] on J1 in 5.53s, 16 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexManyDocuments
   [junit4] Completed [183/459] on J0 in 0.25s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDateSort
   [junit4] Completed [184/459] on J0 in 0.03s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestMultiMMap
   [junit4] Completed [185/459] on J0 in 2.95s, 54 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexingSequenceNumbers
   [junit4] Completed [186/459] on J1 in 8.69s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAllFilesHaveChecksumFooter
   [junit4] Completed [187/459] on J1 in 0.22s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BSortedDocValuesFixedSorted
   [junit4] IGNOR/A 0.00s J1 | Test2BSortedDocValuesFixedSorted.testFixedSorted
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=Takes ~ 6 hours if the heap is 5gb))
   [junit4] Completed [188/459] on J1 in 0.00s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestOmitNorms
   [junit4] Completed [190/459] on J1 in 0.86s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPointValues
   [junit4] Completed [191/459] on J0 in 7.18s, 32 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBooleanOr
   [junit4] Completed [192/459] on J0 in 0.53s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTieredMergePolicy
   [junit4] Completed [193/459] on J0 in 1.20s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.bkd.TestDocIdsWriter
   [junit4] Completed [194/459] on J0 in 4.60s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestExternalCodecs
   [junit4] Completed [195/459] on J0 in 0.07s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterOnVMError
   [junit4] IGNOR/A 0.00s J0 | TestIndexWriterOnVMError.testCheckpoint
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [196/459] on J0 in 0.11s, 3 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBooleanMinShouldMatch
   [junit4] Completed [197/459] on J0 in 0.53s, 17 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPrefixRandom
   [junit4] Completed [198/459] on J0 in 0.06s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSortedNumericSortField
   [junit4] Completed [199/459] on J0 in 0.03s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.similarities.TestBM25Similarity
   [junit4] Completed [200/459] on J0 in 0.02s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestIOUtils
   [junit4] Completed [201/459] on J0 in 0.05s, 18 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestManyFields
   [junit4] Completed [202/459] on J0 in 0.67s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestSloppyMath
   [junit4] Completed [203/459] on J0 in 1.29s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocCount
   [junit4] Completed [204/459] on J0 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBlendedTermQuery
   [junit4] Completed [205/459] on J0 in 0.01s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermsEnum
   [junit4] Completed [206/459] on J1 in 10.64s, 13 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.Test2BPagedBytes
   [junit4] IGNOR/A 0.00s J1 | Test2BPagedBytes.test
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=You must increase heap to > 2 G to run this))
   [junit4] Completed [207/459] on J1 in 0.00s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestNGramPhraseQuery
   [junit4] Completed [208/459] on J1 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestCharTermAttributeImpl
   [junit4] Completed [209/459] on J1 in 0.22s, 13 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestCachingTokenFilter
   [junit4] Completed [210/459] on J1 in 0.01s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestFieldMaskingSpanQuery
   [junit4] IGNOR/A 0.00s J1 | TestFieldMaskingSpanQuery.testSimple2
   [junit4]    > Assumption #1: Broken scoring: LUCENE-3723
   [junit4] IGNOR/A 0.00s J1 | TestFieldMaskingSpanQuery.testSpans2
   [junit4]    > Assumption #1: Broken scoring: LUCENE-3723
   [junit4] Completed [211/459] on J1 in 0.09s, 11 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestCharArraySet
   [junit4] Completed [212/459] on J1 in 0.03s, 15 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestParallelTermEnum
   [junit4] Completed [213/459] on J1 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestComplexExplanationsOfNonMatches
   [junit4] Completed [214/459] on J1 in 0.02s, 21 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BBinaryDocValues
   [junit4] IGNOR/A 0.00s J1 | Test2BBinaryDocValues.testFixedBinary
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes ~ 6 hours if the heap is 5gb))
   [junit4] IGNOR/A 0.00s J1 | Test2BBinaryDocValues.testVariableBinary
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes ~ 6 hours if the heap is 5gb))
   [junit4] Completed [215/459] on J1 in 0.00s, 2 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDoubleRangeFieldQueries
   [junit4] IGNOR/A 0.00s J0 | TestDoubleRangeFieldQueries.testRandomBig
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [216/459] on J0 in 2.16s, 5 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.bkd.Test2BBKDPoints
   [junit4] IGNOR/A 0.00s J0 | Test2BBKDPoints.test1D
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes at least 4 hours and consumes many GB of temp disk space))
   [junit4] IGNOR/A 0.00s J0 | Test2BBKDPoints.test2D
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes at least 4 hours and consumes many GB of temp disk space))
   [junit4] Completed [217/459] on J0 in 0.00s, 2 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocValuesIndexing
   [junit4] Completed [218/459] on J0 in 0.23s, 34 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestPriorityQueue
   [junit4] Completed [219/459] on J0 in 0.66s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestShardSearching
   [junit4] Completed [220/459] on J1 in 4.60s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterOnJRECrash
   [junit4] IGNOR/A 0.00s J1 | TestIndexWriterOnJRECrash.testNRTThreads
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [221/459] on J1 in 0.01s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTryDelete
   [junit4] Completed [222/459] on J1 in 0.15s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMergeRateLimiter
   [junit4] Completed [223/459] on J1 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDemoParallelLeafReader
   [junit4] Completed [224/459] on J0 in 4.17s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestQueryBuilder
   [junit4] Completed [225/459] on J0 in 0.03s, 23 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermVectors
   [junit4] Completed [226/459] on J0 in 0.15s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSwappedIndexFiles
   [junit4] Completed [227/459] on J0 in 0.03s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestArrayUtil
   [junit4] Completed [228/459] on J0 in 1.56s, 14 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTerm
   [junit4] Completed [229/459] on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestForceMergeForever
   [junit4] Completed [230/459] on J0 in 0.49s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriter
   [junit4] Completed [231/459] on J1 in 4.36s, 76 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterReader
   [junit4] IGNOR/A 0.00s J0 | TestIndexWriterReader.testDuringAddIndexes
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [232/459] on J0 in 2.24s, 23 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterMerging
   [junit4] Completed [233/459] on J1 in 2.54s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestGraphTokenizers
   [junit4] Completed [234/459] on J0 in 1.59s, 23 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDeletionPolicy
   [junit4] Completed [235/459] on J0 in 3.93s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSloppyPhraseQuery
   [junit4] Completed [236/459] on J0 in 0.63s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSearcherManager
   [junit4] Completed [237/459] on J1 in 4.90s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterDelete
   [junit4] IGNOR/A 0.00s J0 | TestIndexWriterDelete.testApplyDeletesOnFlush
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [238/459] on J0 in 3.51s, 25 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDuelingCodecs
   [junit4] Completed [239/459] on J1 in 4.83s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPersistentSnapshotDeletionPolicy
   [junit4] Completed [240/459] on J0 in 1.59s, 13 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestStressAdvance
   [junit4] Completed [241/459] on J1 in 0.47s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSearchWithThreads
   [junit4] Completed [242/459] on J1 in 1.75s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocumentsWriterStallControl
   [junit4] Completed [243/459] on J1 in 2.81s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNeverDelete
   [junit4] Completed [244/459] on J1 in 1.63s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.standard.TestStandardAnalyzer
   [junit4] Completed [245/459] on J0 in 6.80s, 36 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestLongPostings
   [junit4] Completed [246/459] on J1 in 2.56s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestRollingUpdates
   [junit4] Completed [247/459] on J1 in 0.60s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestMinimize
   [junit4] Completed [248/459] on J0 in 3.16s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSnapshotDeletionPolicy
   [junit4] Completed [249/459] on J1 in 1.44s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterUnicode
   [junit4] Completed [250/459] on J0 in 2.11s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNRTReaderWithThreads
   [junit4] Completed [251/459] on J1 in 1.73s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterForceMerge
   [junit4] Completed [252/459] on J0 in 1.11s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestConsistentFieldNumbers
   [junit4] Completed [253/459] on J0 in 0.45s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDirectoryReader
   [junit4] Completed [254/459] on J0 in 0.79s, 24 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldPostingsFormat
   [junit4] IGNOR/A 0.00s J1 | TestPerFieldPostingsFormat.testMergeStability
   [junit4]    > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
   [junit4] IGNOR/A 0.00s J1 | TestPerFieldPostingsFormat.testPostingsEnumReuse
   [junit4]    > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
   [junit4] Completed [255/459] on J1 in 2.02s, 25 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPhraseQuery
   [junit4] Completed [256/459] on J0 in 0.77s, 21 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestBagOfPositions
   [junit4] Completed [257/459] on J0 in 1.12s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestCollectionUtil
   [junit4] Completed [258/459] on J1 in 2.40s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestFixedBitSet
   [junit4] Completed [259/459] on J0 in 0.56s, 19 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestComplexExplanations
   [junit4] Completed [260/459] on J1 in 0.74s, 21 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestRegexpRandom2
   [junit4] Completed [261/459] on J0 in 0.81s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSegmentReader
   [junit4] Completed [262/459] on J0 in 0.50s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestParallelCompositeReader
   [junit4] Completed [263/459] on J0 in 0.12s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestNRTCachingDirectory
   [junit4] IGNOR/A 0.00s J1 | TestNRTCachingDirectory.testFsyncDoesntCreateNewFiles
   [junit4]    > Assumption #1: test only works for FSDirectory subclasses
   [junit4] IGNOR/A 0.01s J1 | TestNRTCachingDirectory.testPendingDeletions
   [junit4]    > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
   [junit4] Completed [264/459] on J1 in 1.34s, 44 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterNRTIsCurrent
   [junit4] Completed [265/459] on J0 in 1.25s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTransactions
   [junit4] Completed [266/459] on J0 in 0.74s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSegmentTermDocs
   [junit4] Completed [267/459] on J0 in 0.33s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldPostingsFormat2
   [junit4] Completed [268/459] on J0 in 0.13s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSort
   [junit4] Completed [269/459] on J0 in 0.21s, 25 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestToken
   [junit4] Completed [270/459] on J0 in 0.01s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSimpleSearchEquivalence
   [junit4] Completed [271/459] on J0 in 0.15s, 17 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestCustomSearcherSort
   [junit4] Completed [272/459] on J0 in 0.29s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.similarities.TestSimilarityBase
   [junit4] Completed [273/459] on J0 in 0.35s, 31 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestDeterminizeLexicon
   [junit4] Completed [274/459] on J0 in 0.47s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BDocs
   [junit4] IGNOR/A 0.00s J0 | Test2BDocs.test2BDocs
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=Takes ~30min))
   [junit4] Completed [275/459] on J0 in 0.00s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterOnDiskFull
   [junit4] Completed [276/459] on J0 in 0.16s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpans
   [junit4] Completed [277/459] on J0 in 0.20s, 26 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCustomNorms
   [junit4] Completed [278/459] on J0 in 0.50s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPostingsOffsets
   [junit4] Completed [279/459] on J0 in 0.14s, 13 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMixedCodecs
   [junit4] Completed [280/459] on J0 in 0.38s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTransactionRollback
   [junit4] Completed [281/459] on J0 in 0.09s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanExplanations
   [junit4] Completed [282/459] on J0 in 0.23s, 30 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestStressIndexing2
   [junit4] Completed [283/459] on J0 in 0.25s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestRAMDirectory
   [junit4] IGNOR/A 0.00s J0 | TestRAMDirectory.testPendingDeletions
   [junit4]    > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
   [junit4] IGNOR/A 0.00s J0 | TestRAMDirectory.testFsyncDoesntCreateNewFiles
   [junit4]    > Assumption #1: test only works for FSDirectory subclasses
   [junit4] Completed [284/459] on J0 in 0.38s, 46 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocsAndPositions
   [junit4] Completed [285/459] on J0 in 0.07s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestMergeSchedulerExternal
   [junit4] Completed [286/459] on J0 in 0.30s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestBagOfPostings
   [junit4] Completed [287/459] on J0 in 0.40s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermVectorsWriter
   [junit4] Completed [288/459] on J0 in 0.10s, 15 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCodecs
   [junit4] Completed [289/459] on J0 in 0.16s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestStressNRT
   [junit4] Completed [290/459] on J0 in 0.06s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestOmitTf
   [junit4] Completed [291/459] on J0 in 0.15s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestNearSpansOrdered
   [junit4] Completed [292/459] on J0 in 0.08s, 19 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSameScoresWithThreads
   [junit4] Completed [293/459] on J0 in 0.48s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMultiFields
   [junit4] Completed [294/459] on J0 in 0.12s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestScorerPerf
   [junit4] Completed [295/459] on J0 in 0.69s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMultiTermConstantScore
   [junit4] Completed [296/459] on J0 in 0.16s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestForTooMuchCloning
   [junit4] Completed [297/459] on J0 in 0.04s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
   [junit4] Completed [298/459] on J0 in 0.99s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestPagedBytes
   [junit4] Completed [299/459] on J1 in 14.81s, 4 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPayloads
   [junit4] Completed [300/459] on J0 in 0.05s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestWildcard
   [junit4] Completed [301/459] on J1 in 0.04s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.similarities.TestSimilarity2
   [junit4] Completed [302/459] on J0 in 0.07s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNoDeletionPolicy
   [junit4] Completed [303/459] on J1 in 0.08s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSimpleExplanationsOfNonMatches
   [junit4] Completed [304/459] on J0 in 0.06s, 70 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestRegexpQuery
   [junit4] Completed [305/459] on J1 in 0.05s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermVectorsReader
   [junit4] Completed [306/459] on J0 in 0.13s, 13 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPerSegmentDeletes
   [junit4] Completed [307/459] on J1 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPrefixInBooleanQuery
   [junit4] Completed [308/459] on J0 in 0.21s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTopDocsCollector
   [junit4] Completed [309/459] on J1 in 0.02s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSegmentTermEnum
   [junit4] Completed [310/459] on J0 in 0.01s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPrefixCodedTerms
   [junit4] Completed [311/459] on J0 in 0.14s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestUnicodeUtil
   [junit4] Completed [312/459] on J1 in 0.25s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAllFilesHaveCodecHeader
   [junit4] Completed [313/459] on J0 in 0.21s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestParallelReaderEmptyIndex
   [junit4] Completed [314/459] on J0 in 0.02s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTopFieldCollector
   [junit4] Completed [315/459] on J0 in 0.05s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestSentinelIntSet
   [junit4] Completed [316/459] on J0 in 0.13s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestWildcardRandom
   [junit4] Completed [317/459] on J0 in 0.06s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestAutomatonQuery
   [junit4] Completed [318/459] on J1 in 1.35s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestRegexpRandom
   [junit4] Completed [319/459] on J1 in 0.05s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestDirectory
   [junit4] IGNOR/A 0.00s J0 | TestDirectory.testListAll
   [junit4]    > Assumption #1: this test does not expect extra files
   [junit4] Completed [320/459] on J0 in 0.67s, 4 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPayloadsOnVectors
   [junit4] Completed [321/459] on J0 in 0.02s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCheckIndex
   [junit4] Completed [322/459] on J1 in 0.39s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestConstantScoreQuery
   [junit4] Completed [323/459] on J0 in 0.05s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMatchAllDocsQuery
   [junit4] Completed [324/459] on J1 in 0.01s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestElevationComparator
   [junit4] Completed [325/459] on J0 in 0.03s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestBinaryTerms
   [junit4] Completed [326/459] on J1 in 0.12s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterConfig
   [junit4] Completed [327/459] on J0 in 0.05s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestConjunctions
   [junit4] Completed [328/459] on J1 in 0.03s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMultiTermQueryRewrites
   [junit4] Completed [329/459] on J0 in 0.02s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPositionIncrement
   [junit4] Completed [330/459] on J1 in 0.05s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanExplanationsOfNonMatches
   [junit4] Completed [331/459] on J0 in 0.06s, 30 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestVirtualMethod
   [junit4] Completed [332/459] on J1 in 0.02s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSimilarityProvider
   [junit4] Completed [333/459] on J0 in 0.07s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestSearch
   [junit4] Completed [334/459] on J1 in 0.03s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestFilterIterator
   [junit4] Completed [335/459] on J0 in 0.02s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BPostings
   [junit4] IGNOR/A 0.00s J1 | Test2BPostings.test
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [336/459] on J1 in 0.00s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSameTokenSamePosition
   [junit4] Completed [337/459] on J0 in 0.04s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestCachingCollector
   [junit4] Completed [338/459] on J1 in 0.03s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestBinaryDocument
   [junit4] Completed [339/459] on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestAutomatonQueryUnicode
   [junit4] Completed [340/459] on J1 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTotalHitCountCollector
   [junit4] Completed [341/459] on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNoMergePolicy
   [junit4] Completed [342/459] on J1 in 0.03s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNoMergeScheduler
   [junit4] Completed [343/459] on J0 in 0.01s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterLockRelease
   [junit4] Completed [344/459] on J1 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPhrasePrefixQuery
   [junit4] Completed [345/459] on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestDemo
   [junit4] Completed [346/459] on J1 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestAssertions
   [junit4] Completed [347/459] on J0 in 0.03s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestRollback
   [junit4] Completed [348/459] on J1 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestCloseableThreadLocal
   [junit4] Completed [349/459] on J0 in 0.01s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestVersion
   [junit4] Completed [350/459] on J1 in 0.15s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test4GBStoredFields
   [junit4] IGNOR/A 0.00s J0 | Test4GBStoredFields.test
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [351/459] on J0 in 0.00s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCodecHoldsOpenFiles
   [junit4] Completed [352/459] on J1 in 0.04s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestReaderClosed
   [junit4] Completed [353/459] on J0 in 0.02s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.MultiCollectorTest
   [junit4] Completed [354/459] on J1 in 0.02s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestIntsRef
   [junit4] Completed [355/459] on J0 in 0.03s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestSimpleAttributeImpl
   [junit4] Completed [356/459] on J1 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BPositions
   [junit4] IGNOR/A 0.00s J0 | Test2BPositions.test
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=uses lots of space and takes a few minutes))
   [junit4] Completed [357/459] on J0 in 0.00s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BPostingsBytes
   [junit4] IGNOR/A 0.00s J1 | Test2BPostingsBytes.test
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes ~20GB-30GB of space and 10 minutes))
   [junit4] Completed [358/459] on J1 in 0.00s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPositiveScoresOnlyCollector
   [junit4] Completed [359/459] on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNewestSegment
   [junit4] Completed [360/459] on J1 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BNumericDocValues
   [junit4] IGNOR/A 0.00s J0 | Test2BNumericDocValues.testNumerics
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes ~ 2 hours if the heap is 5gb))
   [junit4] Completed [361/459] on J0 in 0.00s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestCharArrayMap
   [junit4] Completed [362/459] on J1 in 0.06s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestCharacterUtils
   [junit4] Completed [363/459] on J0 in 0.01s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestDelegatingAnalyzerWrapper
   [junit4] Completed [364/459] on J1 in 0.01s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestStopFilter
   [junit4] Completed [365/459] on J0 in 0.01s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestWordlistLoader
   [junit4] Completed [366/459] on J1 in 0.01s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.TestCodecUtil
   [junit4] Completed [367/459] on J1 in 0.03s, 16 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestForUtil
   [junit4] Completed [368/459] on J1 in 0.08s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.TestCodecLoadingDeadlock
   [junit4] Completed [369/459] on J0 in 0.67s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene60FieldInfoFormat
   [junit4] Completed [370/459] on J0 in 0.31s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene60.TestLucene60PointsFormat
   [junit4] IGNOR/A 0.00s J0 | TestLucene60PointsFormat.testRandomBinaryBig
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J0 | TestLucene60PointsFormat.testMergeStability
   [junit4]    > Assumpt

[...truncated too long message...]

y-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

common.resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/null112534246
     [copy] Copying 38 files to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/null112534246
   [delete] Deleting directory /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/null112534246

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/null235073446
     [copy] Copying 227 files to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/null235073446
   [delete] Deleting directory /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/null235073446

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 29ms :: artifacts dl 3ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 107 minutes 4 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/*_pid*.log". Configuration error?
WARN: java.lang.InterruptedException: no matches found within 10000
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=70a9e5b3f58d06f1a7616a9b2c7f9681a7ecd5eb, workspace=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris
[WARNINGS] Computing warning deltas based on reference build #420
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 420 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/420/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

4 tests failed.
FAILED:  org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataV2

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([FB172D5D63C9D5B9:76BA3FEF7D7AFD22]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.AliasIntegrationTest.checkFooAndBarMeta(AliasIntegrationTest.java:283)
	at org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataV2(AliasIntegrationTest.java:237)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:     1) Thread[id=15592, name=jetty-launcher-1729-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)    2) Thread[id=15591, name=jetty-launcher-1729-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   1) Thread[id=15592, name=jetty-launcher-1729-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
   2) Thread[id=15591, name=jetty-launcher-1729-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
	at __randomizedtesting.SeedInfo.seed([FB172D5D63C9D5B9]:0)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSetProperties

Error Message:
Expected 8 triggers but found: [x0, x1, x2, x3, x4, x5, x6] expected:<8> but was:<7>

Stack Trace:
java.lang.AssertionError: Expected 8 triggers but found: [x0, x1, x2, x3, x4, x5, x6] expected:<8> but was:<7>
	at __randomizedtesting.SeedInfo.seed([FB172D5D63C9D5B9:9073FA14D0E4403D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSetProperties(TriggerIntegrationTest.java:1322)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([FB172D5D63C9D5B9:411B1AD23C2103F6]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.junit.Assert.assertNull(Assert.java:562)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12302 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_FB172D5D63C9D5B9-001/init-core-data-001
   [junit4]   2> 1149757 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FB172D5D63C9D5B9]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1149757 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FB172D5D63C9D5B9]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1149758 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FB172D5D63C9D5B9]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1149788 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FB172D5D63C9D5B9]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_FB172D5D63C9D5B9-001/tempDir-001
   [junit4]   2> 1149788 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FB172D5D63C9D5B9]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1149789 INFO  (Thread-8339) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1149789 INFO  (Thread-8339) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1149791 ERROR (Thread-8339) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1149889 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FB172D5D63C9D5B9]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:46075
   [junit4]   2> 1149891 INFO  (zkConnectionManagerCallback-1732-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1149896 INFO  (jetty-launcher-1729-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1149896 INFO  (jetty-launcher-1729-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1149897 INFO  (jetty-launcher-1729-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1149897 INFO  (jetty-launcher-1729-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1149897 INFO  (jetty-launcher-1729-thread-1) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1149898 INFO  (jetty-launcher-1729-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1149898 INFO  (jetty-launcher-1729-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1149898 INFO  (jetty-launcher-1729-thread-2) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1149898 INFO  (jetty-launcher-1729-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6738bc47{/solr,null,AVAILABLE}
   [junit4]   2> 1149898 INFO  (jetty-launcher-1729-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d44a667{/solr,null,AVAILABLE}
   [junit4]   2> 1149900 INFO  (jetty-launcher-1729-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1f226cec{HTTP/1.1,[http/1.1]}{127.0.0.1:45640}
   [junit4]   2> 1149900 INFO  (jetty-launcher-1729-thread-1) [    ] o.e.j.s.Server Started @1153405ms
   [junit4]   2> 1149901 INFO  (jetty-launcher-1729-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45640}
   [junit4]   2> 1149901 INFO  (jetty-launcher-1729-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2c81dc4c{HTTP/1.1,[http/1.1]}{127.0.0.1:48917}
   [junit4]   2> 1149901 INFO  (jetty-launcher-1729-thread-2) [    ] o.e.j.s.Server Started @1153405ms
   [junit4]   2> 1149901 INFO  (jetty-launcher-1729-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48917}
   [junit4]   2> 1149901 ERROR (jetty-launcher-1729-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1149901 ERROR (jetty-launcher-1729-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1149901 INFO  (jetty-launcher-1729-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 1149901 INFO  (jetty-launcher-1729-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1149901 INFO  (jetty-launcher-1729-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 1149901 INFO  (jetty-launcher-1729-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1149901 INFO  (jetty-launcher-1729-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1149901 INFO  (jetty-launcher-1729-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-01T03:21:39.991Z
   [junit4]   2> 1149901 INFO  (jetty-launcher-1729-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1149901 INFO  (jetty-launcher-1729-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-01T03:21:39.991Z
   [junit4]   2> 1149903 INFO  (zkConnectionManagerCallback-1735-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1149904 INFO  (zkConnectionManagerCallback-1736-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1149904 INFO  (jetty-launcher-1729-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1149904 INFO  (jetty-launcher-1729-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1149911 INFO  (jetty-launcher-1729-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46075/solr
   [junit4]   2> 1149911 INFO  (jetty-launcher-1729-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46075/solr
   [junit4]   2> 1149913 INFO  (zkConnectionManagerCallback-1742-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1149914 INFO  (zkConnectionManagerCallback-1744-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1149916 INFO  (zkConnectionManagerCallback-1746-thread-1-processing-n:127.0.0.1:45640_solr) [n:127.0.0.1:45640_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1149917 INFO  (zkConnectionManagerCallback-1748-thread-1-processing-n:127.0.0.1:48917_solr) [n:127.0.0.1:48917_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1150046 INFO  (jetty-launcher-1729-thread-2) [n:127.0.0.1:48917_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1150046 INFO  (jetty-launcher-1729-thread-2) [n:127.0.0.1:48917_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:48917_solr
   [junit4]   2> 1150047 INFO  (jetty-launcher-1729-thread-2) [n:127.0.0.1:48917_solr    ] o.a.s.c.Overseer Overseer (id=72121190628786182-127.0.0.1:48917_solr-n_0000000000) starting
   [junit4]   2> 1150057 INFO  (jetty-launcher-1729-thread-2) [n:127.0.0.1:48917_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48917_solr
   [junit4]   2> 1150060 INFO  (OverseerStateUpdate-72121190628786182-127.0.0.1:48917_solr-n_0000000000) [n:127.0.0.1:48917_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1150062 INFO  (jetty-launcher-1729-thread-1) [n:127.0.0.1:45640_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1150064 INFO  (jetty-launcher-1729-thread-1) [n:127.0.0.1:45640_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1150067 INFO  (jetty-launcher-1729-thread-1) [n:127.0.0.1:45640_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45640_solr
   [junit4]   2> 1150068 INFO  (zkCallback-1747-thread-1-processing-n:127.0.0.1:48917_solr) [n:127.0.0.1:48917_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1150086 INFO  (zkCallback-1745-thread-1-processing-n:127.0.0.1:45640_solr) [n:127.0.0.1:45640_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1150126 INFO  (jetty-launcher-1729-thread-1) [n:127.0.0.1:45640_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 1150132 WARN  (jetty-launcher-1729-thread-1) [n:127.0.0.1:45640_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 1150137 INFO  (jetty-launcher-1729-thread-1) [n:127.0.0.1:45640_solr    ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
   [junit4]   2> 1150170 INFO  (jetty-launcher-1729-thread-2) [n:127.0.0.1:48917_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 1150170 WARN  (jetty-launcher-1729-thread-2) [n:127.0.0.1:48917_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 1150171 INFO  (jetty-launcher-1729-thread-2) [n:127.0.0.1:48917_solr    ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
   [junit4]   2> 1150208 INFO  (jetty-launcher-1729-thread-2) [n:127.0.0.1:48917_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 1150208 INFO  (jetty-launcher-1729-thread-1) [n:127.0.0.1:45640_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 1150232 INFO  (jetty-launcher-1729-thread-1-EventThread) [n:127.0.0.1:45640_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 1150234 INFO  (jetty-launcher-1729-thread-2-EventThread) [n:127.0.0.1:48917_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 1150345 WARN  (jetty-launcher-1729-thread-1) [n:127.0.0.1:45640_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 1150345 WARN  (jetty-launcher-1729-thread-2) [n:127.0.0.1:48917_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 1150392 INFO  (jetty-launcher-1729-thread-2) [n:127.0.0.1:48917_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48917.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78273b86
   [junit4]   2> 1150395 INFO  (jetty-launcher-1729-thread-1) [n:127.0.0.1:45640_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45640.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78273b86
   [junit4]   2> 1150401 INFO  (jetty-launcher-1729-thread-2) [n:127.0.0.1:48917_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48917.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78273b86
   [junit4]   2> 1150401 INFO  (jetty-launcher-1729-thread-2) [n:127.0.0.1:48917_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48917.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78273b86
   [junit4]   2> 1150401 INFO  (jetty-launcher-1729-thread-1) [n:127.0.0.1:45640_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45640.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78273b86
   [junit4]   2> 1150401 INFO  (jetty-launcher-1729-thread-1) [n:127.0.0.1:45640_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45640.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78273b86
   [junit4]   2> 1150402 INFO  (jetty-launcher-1729-thread-2) [n:127.0.0.1:48917_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_FB172D5D63C9D5B9-001/tempDir-001/node1/.
   [junit4]   2> 1150402 INFO  (jetty-launcher-1729-thread-1) [n:127.0.0.1:45640_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_FB172D5D63C9D5B9-001/tempDir-001/node2/.
   [junit4]   2> 1150432 INFO  (zkConnectionManagerCallback-1754-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1150434 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10039d73c350009, likely client has closed socket
   [junit4]   2> 1150455 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[FB172D5D63C9D5B9]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
   [junit4]   2> 1150480 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[FB172D5D63C9D5B9]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1517491300556&s=mvPSAgBJXT//49ZNfbdvEtiFWFc="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:40 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:40 GMT
   [junit4]   2> 1150481 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[FB172D5D63C9D5B9]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
   [junit4]   2> 1150498 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FB172D5D63C9D5B9]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
   [junit4]   2> 1150500 INFO  (zkConnectionManagerCallback-1757-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1150995 INFO  (zkConnectionManagerCallback-1760-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1150997 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FB172D5D63C9D5B9]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1150998 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FB172D5D63C9D5B9]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46075/solr ready
   [junit4]   2> 1151002 INFO  (qtp1169959775-15539) [n:127.0.0.1:48917_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1151006 INFO  (OverseerThreadFactory-3382-thread-1-processing-n:127.0.0.1:48917_solr) [n:127.0.0.1:48917_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection forwardingCollection
   [junit4]   2> 1151117 INFO  (OverseerStateUpdate-72121190628786182-127.0.0.1:48917_solr-n_0000000000) [n:127.0.0.1:48917_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"forwardingCollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"forwardingCollection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:45640/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1151322 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1151322 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1151427 INFO  (zkCallback-1745-thread-1-processing-n:127.0.0.1:45640_solr) [n:127.0.0.1:45640_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1151428 INFO  (zkCallback-1745-thread-2-processing-n:127.0.0.1:45640_solr) [n:127.0.0.1:45640_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1152350 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1152367 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1152670 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1152692 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
   [junit4]   2> 1152692 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45640.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78273b86
   [junit4]   2> 1152693 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1152693 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_FB172D5D63C9D5B9-001/tempDir-001/node2/forwardingCollection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_FB172D5D63C9D5B9-001/tempDir-001/node2/./forwardingCollection_shard1_replica_n1/data/]
   [junit4]   2> 1152694 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=58.9052734375, floorSegmentMB=0.7021484375, forceMergeDeletesPctAllowed=14.51644617190361, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.780054157225594
   [junit4]   2> 1152742 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1152742 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1152743 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1152743 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1152744 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=45, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11126311555072183]
   [junit4]   2> 1152744 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@255ef0a7[forwardingCollection_shard1_replica_n1] main]
   [junit4]   2> 1152747 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1152752 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1152771 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1152771 INFO  (searcherExecutor-3387-thread-1-processing-n:127.0.0.1:45640_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1152771 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591167211652775936
   [junit4]   2> 1152772 INFO  (searcherExecutor-3387-thread-1-processing-n:127.0.0.1:45640_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1152772 INFO  (searcherExecutor-3387-thread-1-processing-n:127.0.0.1:45640_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1152772 INFO  (searcherExecutor-3387-thread-1-processing-n:127.0.0.1:45640_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1152772 INFO  (searcherExecutor-3387-thread-1-processing-n:127.0.0.1:45640_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1152772 INFO  (searcherExecutor-3387-thread-1-processing-n:127.0.0.1:45640_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1152773 INFO  (searcherExecutor-3387-thread-1-processing-n:127.0.0.1:45640_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1152773 INFO  (searcherExecutor-3387-thread-1-processing-n:127.0.0.1:45640_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1152773 INFO  (searcherExecutor-3387-thread-1-processing-n:127.0.0.1:45640_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1152775 INFO  (searcherExecutor-3387-thread-1-processing-n:127.0.0.1:45640_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@255ef0a7[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1152782 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1152782 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1152782 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45640/solr/forwardingCollection_shard1_replica_n1/
   [junit4]   2> 1152782 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1152782 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:45640/solr/forwardingCollection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1152782 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1152786 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45640/solr/forwardingCollection_shard1_replica_n1/ shard1
   [junit4]   2> 1152889 INFO  (zkCallback-1745-thread-2-processing-n:127.0.0.1:45640_solr) [n:127.0.0.1:45640_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1152889 INFO  (zkCallback-1745-thread-1-processing-n:127.0.0.1:45640_solr) [n:127.0.0.1:45640_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1152892 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1152894 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1573
   [junit4]   2> 1152895 WARN  (httpShardExecutor-3378-thread-1-processing-n:127.0.0.1:48917_solr [http:////127.0.0.1:45640//solr] http:////127.0.0.1:45640//solr) [n:127.0.0.1:48917_solr    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1517491301410&s=DKf8jH63H/+UJ49Vp0xm4O1TD64="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:41 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:41 GMT
   [junit4]   2> 1152898 INFO  (qtp1169959775-15539) [n:127.0.0.1:48917_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1152998 INFO  (zkCallback-1745-thread-1-processing-n:127.0.0.1:45640_solr) [n:127.0.0.1:45640_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1152998 INFO  (zkCallback-1745-thread-2-processing-n:127.0.0.1:45640_solr) [n:127.0.0.1:45640_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1153007 INFO  (OverseerCollectionConfigSetProcessor-72121190628786182-127.0.0.1:48917_solr-n_0000000000) [n:127.0.0.1:48917_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1153903 INFO  (qtp1169959775-15539) [n:127.0.0.1:48917_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2901
   [junit4]   2> 1153903 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FB172D5D63C9D5B9]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1517491301089&s=rTqHSr/XQJMSEjmVy7cnhyP8l8s="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:41 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:41 GMT
   [junit4]   2> 1153904 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FB172D5D63C9D5B9]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
   [junit4]   2> 1153904 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FB172D5D63C9D5B9]) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
   [junit4]   2> 1153907 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1153908 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FB172D5D63C9D5B9]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1517491303996&s=Se6q4L6Opdzp1GL0w2waYvCgA18="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:43 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:43 GMT
   [junit4]   2> 1153910 INFO  (qtp1169959775-15553) [n:127.0.0.1:48917_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1153913 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1153914 WARN  (qtp1169959775-15553) [n:127.0.0.1:48917_solr    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1517491304003&s=kriSjiOrbPAhRSsE1EUOLLcK6qI="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:44 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:44 GMT
   [junit4]   2> 1153914 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FB172D5D63C9D5B9]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1517491304000&s=mcpfbpVG3E5lMK69pckG0JS0aEA="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:44 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:44 GMT
   [junit4]   2> 1153915 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FB172D5D63C9D5B9]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1517491304003&s=kriSjiOrbPAhRSsE1EUOLLcK6qI="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:44 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:44 GMT
   [junit4]   2> 1153915 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FB172D5D63C9D5B9]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
   [junit4]   2> 1153938 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[FB172D5D63C9D5B9]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
   [junit4]   2> 1153940 INFO  (qtp556391846-15540) [n:127.0.0.1:45640_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1153940 INFO  (qtp556391846-15540) [n:127.0.0.1:45640_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1153940 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[FB172D5D63C9D5B9]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1517491304029&s=AcEaT02gS3shOr4VWPa6d6lcPgA="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:44 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:44 GMT
   [junit4]   2> 1153940 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[FB172D5D63C9D5B9]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
   [junit4]   2> 1153972 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[FB172D5D63C9D5B9]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
   [junit4]   2> 1153974 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[FB172D5D63C9D5B9]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1517491304063&s=gm5xxn9KXKAei1eqkVfLMHp5dGA="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:44 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:44 GMT
   [junit4]   2> 1153975 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[FB172D5D63C9D5B9]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
   [junit4]   2> 1154001 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[FB172D5D63C9D5B9]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
   [junit4]   2> 1154002 INFO  (qtp556391846-15540) [n:127.0.0.1:45640_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1154002 INFO  (qtp556391846-15540) [n:127.0.0.1:45640_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1154002 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[FB172D5D63C9D5B9]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1517491304091&s=nC6es3oKrMNXikJ2UTb1S0p/yOY="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:44 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:44 GMT
   [junit4]   2> 1154003 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[FB172D5D63C9D5B9]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
   [junit4]   2> 1154024 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[FB172D5D63C9D5B9]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
   [junit4]   2> 1154024 INFO  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrDispatchFilter Error authenticating
   [junit4]   2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:530)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1154025 WARN  (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.e.j.s.HttpChannel /solr/admin/collections
   [junit4]   2> org.apache.solr.common.SolrException: Error during request authentication, 
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:455)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:530)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
   [junit4]   2> 	... 31 more
   [junit4]   2> 1154031 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[FB172D5D63C9D5B9]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
   [junit4]   2> 1154053 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[FB172D5D63C9D5B9]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
   [junit4]   2> 1154054 INFO  (qtp556391846-15547) [n:127.0.0.1:45640_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1154054 INFO  (qtp556391846-15547) [n:127.0.0.1:45640_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1154055 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[FB172D5D63C9D5B9]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1517491304144&s=+XCJBquGQND5DTMMrVCmugvdkdY="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:44 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:44 GMT
   [junit4]   2> 1154055 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[FB172D5D63C9D5B9]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
   [junit4]   2> 1154077 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[FB172D5D63C9D5B9]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
   [junit4]   2> 1154085 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[FB172D5D63C9D5B9]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1517491304168&s=vCiM0dJIGTYlpt3lYIIc/KmdhYY="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:44 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:44 GMT
   [junit4]   2> 1154085 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[FB172D5D63C9D5B9]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
   [junit4]   2> 1154117 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[FB172D5D63C9D5B9]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
   [junit4]   2> 1154120 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[FB172D5D63C9D5B9]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1517491304207&s=Ww+6GcUD456cgwyHnMzFjvCHvvQ="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:44 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:44 GMT
   [junit4]   2> 1154120 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[FB172D5D63C9D5B9]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
   [junit4]   2> 1154152 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[FB172D5D63C9D5B9]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
   [junit4]   2> 1154170 WARN  (qtp556391846-15543) [    ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: invalid user name: "bar"
   [junit4]   2> id: invalid user name: "bar"
   [junit4]   2> 
   [junit4]   2> 1154172 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[FB172D5D63C9D5B9]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1517491304243&s=1YziM06b08MRSqXk3X7Ehfoe8gA="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:44 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:44 GMT
   [junit4]   2> 1154172 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[FB172D5D63C9D5B9]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
   [junit4]   2> 1154193 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[FB172D5D63C9D5B9]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
   [junit4]   2> 1165055 WARN  (jetty-launcher-1729-thread-1-SendThread(127.0.0.1:46075)) [n:127.0.0.1:45640_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 14713ms for sessionid 0x10039d73c350008
   [junit4]   2> 1165055 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10039d73c350008, likely client has closed socket
   [junit4]   2> 1165055 WARN  (jetty-launcher-1729-thread-2-SendThread(127.0.0.1:46075)) [n:127.0.0.1:48917_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 14713ms for sessionid 0x10039d73c350007
   [junit4]   2> 1165055 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10039d73c350007, likely client has closed socket
   [junit4]   2> 1165056 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[FB172D5D63C9D5B9]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1517491304284&s=oOFbnRt8y6q0V7yLDqrTidImts4="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:44 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:44 GMT
   [junit4]   2> 1165056 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[FB172D5D63C9D5B9]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
   [junit4]   2> 1165082 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[FB172D5D63C9D5B9]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
   [junit4]   2> 1165155 WARN  (zkConnectionManagerCallback-1760-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4b8b69f6 name: ZooKeeperConnection Watcher:127.0.0.1:46075/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1165155 WARN  (zkConnectionManagerCallback-1760-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1180259 WARN  (jetty-launcher-1729-thread-1-SendThread(127.0.0.1:46075)) [n:127.0.0.1:45640_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15208ms for sessionid 0x10039d73c350005
   [junit4]   2> 1180259 WARN  (jetty-launcher-1729-thread-2-SendThread(127.0.0.1:46075)) [n:127.0.0.1:48917_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15208ms for sessionid 0x10039d73c350006
   [junit4]   2> 1180259 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10039d73c350005, likely client has closed socket
   [junit4]   2> 1180259 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10039d73c350006, likely client has closed socket
   [junit4]   2> 1180259 WARN  (jetty-launcher-1729-thread-1-SendThread(127.0.0.1:46075)) [n:127.0.0.1:45640_solr    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x10039d73c350008 has expired
   [junit4]   2> 1180260 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[FB172D5D63C9D5B9]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1517491315173&s=TUQW0N0K6y4nARMge8n0u2VcGQM="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:55 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:55 GMT
   [junit4]   2> 1180260 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FB172D5D63C9D5B9]-SendThread(127.0.0.1:46075)) [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x10039d73c35000b has expired
   [junit4]   2> 1180260 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[FB172D5D63C9D5B9]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
   [junit4]   2> 1180260 WARN  (zkConnectionManagerCallback-1760-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4b8b69f6 name: ZooKeeperConnection Watcher:127.0.0.1:46075/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 1180260 WARN  (jetty-launcher-1729-thread-2-SendThread(127.0.0.1:46075)) [n:127.0.0.1:48917_solr    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x10039d73c350007 has expired
   [junit4]   2> 1180263 INFO  (jetty-closer-1730-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@2c81dc4c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1180263 INFO  (jetty-closer-1730-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1796967718
   [junit4]   2> 1180263 INFO  (jetty-closer-1730-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1f226cec{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1180263 INFO  (jetty-closer-1730-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=769195635
   [junit4]   2> 1180263 INFO  (jetty-closer-1730-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1180263 INFO  (jetty-closer-1730-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@31d5dbc6: rootName = solr_45640, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@580acd70
   [junit4]   2> 1180264 INFO  (jetty-closer-1730-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1180264 INFO  (jetty-closer-1730-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@46a25efe: rootName = solr_48917, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@57814907
   [junit4]   2> 1180268 INFO  (jetty-closer-1730-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1180268 INFO  (jetty-closer-1730-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1300c47: rootName = solr_45640, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@22e08e0d
   [junit4]   2> 1180269 INFO  (jetty-closer-1730-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1180269 INFO  (jetty-closer-1730-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5811e0db: rootName = solr_48917, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@22e08e0d
   [junit4]   2> 1180271 INFO  (jetty-closer-1730-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1180271 INFO  (jetty-closer-1730-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@349294e6: rootName = solr_45640, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@35231bdc
   [junit4]   2> 1180271 INFO  (jetty-closer-1730-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1180271 INFO  (jetty-closer-1730-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@304774f2: rootName = solr_48917, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@35231bdc
   [junit4]   2> 1180360 WARN  (zkConnectionManagerCallback-1746-thread-1-processing-n:127.0.0.1:45640_solr) [n:127.0.0.1:45640_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4a4eb7a3 name: ZooKeeperConnection Watcher:127.0.0.1:46075/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1180361 WARN  (zkConnectionManagerCallback-1746-thread-1-processing-n:127.0.0.1:45640_solr) [n:127.0.0.1:45640_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1180362 WARN  (zkConnectionManagerCallback-1748-thread-1-processing-n:127.0.0.1:48917_solr) [n:127.0.0.1:48917_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1374bd22 name: ZooKeeperConnection Watcher:127.0.0.1:46075/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1180363 WARN  (zkConnectionManagerCallback-1748-thread-1-processing-n:127.0.0.1:48917_solr) [n:127.0.0.1:48917_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1181390 INFO  (zkConnectionManagerCallback-1746-thread-1-processing-n:127.0.0.1:45640_solr) [n:127.0.0.1:45640_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1181864 INFO  (jetty-closer-1730-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45640_solr
   [junit4]   2> 1181865 INFO  (jetty-closer-1730-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1181866 INFO  (zkCallback-1745-thread-6-processing-n:127.0.0.1:45640_solr) [n:127.0.0.1:45640_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1181866 INFO  (coreCloseExecutor-3392-thread-1) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@608b07ba
   [junit4]   2> 1181866 INFO  (coreCloseExecutor-3392-thread-1) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=1619724218
   [junit4]   2> 1181866 INFO  (coreCloseExecutor-3392-thread-1) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5026b233: rootName = solr_45640, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@5a69aa7f
   [junit4]   2> 1181873 INFO  (coreCloseExecutor-3392-thread-1) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=1619724218
   [junit4]   2> 1181878 ERROR (Thread[Thread-8357,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:45640_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 1181886 INFO  (jetty-closer-1730-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6738bc47{/solr,null,UNAVAILABLE}
   [junit4]   2> 1181886 INFO  (jetty-closer-1730-thread-1) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1181996 INFO  (zkConnectionManagerCallback-1748-thread-1-processing-n:127.0.0.1:48917_solr) [n:127.0.0.1:48917_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1181997 INFO  (zkCallback-1747-thread-4-processing-n:127.0.0.1:48917_solr) [n:127.0.0.1:48917_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1181998 INFO  (jetty-closer-1730-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:48917_solr
   [junit4]   2> 1181999 INFO  (jetty-closer-1730-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1181999 INFO  (jetty-closer-1730-thread-2) [    ] o.a.s.c.Overseer Overseer (id=72121190628786182-127.0.0.1:48917_solr-n_0000000000) closing
   [junit4]   2> 1182000 INFO  (OverseerStateUpdate-72121190628786182-127.0.0.1:48917_solr-n_0000000000) [n:127.0.0.1:48917_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:48917_solr
   [junit4]   2> 1182000 INFO  (zkCallback-1747-thread-4-processing-n:127.0.0.1:48917_solr) [n:127.0.0.1:48917_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1182000 WARN  (OverseerAutoScalingTriggerThread-72121190628786182-127.0.0.1:48917_solr-n_0000000000) [n:127.0.0.1:48917_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1182004 ERROR (Thread[Thread-8356,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:48917_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 1182006 INFO  (jetty-closer-1730-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletCont

[...truncated too long message...]

19_solr) [n:127.0.0.1:55819_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 3009689 WARN  (OverseerAutoScalingTriggerThread-72121307975188485-127.0.0.1:58067_solr-n_0000000000) [n:127.0.0.1:58067_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 3009700 INFO  (zkCallback-4224-thread-1-processing-n:127.0.0.1:55819_solr) [n:127.0.0.1:55819_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55819_solr
   [junit4]   2> 3009701 INFO  (jetty-closer-4207-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5d80f970{/solr,null,UNAVAILABLE}
   [junit4]   2> 3009705 INFO  (jetty-closer-4207-thread-2) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3009707 INFO  (jetty-closer-4207-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@161b7967{/solr,null,UNAVAILABLE}
   [junit4]   2> 3009711 INFO  (jetty-closer-4207-thread-1) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3009712 ERROR (SUITE-AliasIntegrationTest-seed#[FB172D5D63C9D5B9]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3009713 INFO  (SUITE-AliasIntegrationTest-seed#[FB172D5D63C9D5B9]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59029 59029
   [junit4]   2> 3019192 INFO  (Thread-4862) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59029 59029
   [junit4]   2> 3019204 WARN  (Thread-4862) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	24	/solr/aliases.json
   [junit4]   2> 	24	/solr/clusterprops.json
   [junit4]   2> 	16	/solr/configs/conf
   [junit4]   2> 	9	/solr/collections/collection2meta/terms/shard1
   [junit4]   2> 	9	/solr/collections/collection1meta/terms/shard2
   [junit4]   2> 	8	/solr/collections/collection1meta/terms/shard1
   [junit4]   2> 	3	/solr/collections/collection_two/terms/shard1
   [junit4]   2> 	3	/solr/collections/collection_one/terms/shard2
   [junit4]   2> 	3	/solr/collections/testErrorChecks-collection/terms/shard1
   [junit4]   2> 	3	/solr/collections/testErrorChecks-collection/terms/shard2
   [junit4]   2> 	3	/solr/collections/collection1/terms/shard2
   [junit4]   2> 	2	/solr/collections/collection_new/terms/shard1
   [junit4]   2> 	2	/solr/collections/collection2/terms/shard1
   [junit4]   2> 	2	/solr/collections/collection_one/terms/shard1
   [junit4]   2> 	2	/solr/collections/collection_old/terms/shard2
   [junit4]   2> 	2	/solr/collections/collection_old/terms/shard1
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/collections/collection1/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	173	/solr/aliases.json
   [junit4]   2> 	44	/solr/collections/collection1meta/state.json
   [junit4]   2> 	24	/solr/collections/collection2meta/state.json
   [junit4]   2> 	24	/solr/clusterstate.json
   [junit4]   2> 	11	/solr/collections/collection_one/state.json
   [junit4]   2> 	11	/solr/collections/collection1/state.json
   [junit4]   2> 	11	/solr/collections/collection_old/state.json
   [junit4]   2> 	11	/solr/collections/testErrorChecks-collection/state.json
   [junit4]   2> 	6	/solr/collections/collection_new/state.json
   [junit4]   2> 	6	/solr/collections/collection_two/state.json
   [junit4]   2> 	6	/solr/collections/collection2/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	189	/solr/collections
   [junit4]   2> 	24	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_FB172D5D63C9D5B9-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {a_t=Lucene50(blocksize=128), id=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=907, maxMBSortInHeap=5.338186053646156, sim=RandomSimilarity(queryNorm=false): {}, locale=cs, timezone=America/Guatemala
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=78836216,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [ChaosMonkeySafeLeaderWithPullReplicasTest, MinimalSchemaTest, PeerSyncWithIndexFingerprintCachingTest, TestCoreDiscovery, TestOrdValues, LeaderInitiatedRecoveryOnShardRestartTest, TestGeoJSONResponseWriter, NodeAddedTriggerTest, ExternalFileFieldSortTest, DefaultValueUpdateProcessorTest, TestQuerySenderListener, TestMultiValuedNumericRangeQuery, TestStressLucene, TestStressRecovery, CdcrRequestHandlerTest, ReturnFieldsTest, RegexBytesRefFilterTest, TestManagedSchemaAPI, DocValuesTest, TestSolr4Spatial, DOMUtilTest, TestLegacyNumericUtils, TestDynamicFieldResource, UpdateParamsTest, TestSolrIndexConfig, RestartWhileUpdatingTest, ActionThrottleTest, TestFuzzyAnalyzedSuggestions, DistanceFunctionTest, CoreAdminHandlerTest, TestRandomFaceting, ShufflingReplicaListTransformerTest, ZkFailoverTest, ZkControllerTest, TestGenericDistributedQueue, SparseHLLTest, StatsReloadRaceTest, TestFieldCacheSort, TestRandomFlRTGCloud, MetricsConfigTest, PrimUtilsTest, URLClassifyProcessorTest, BasicFunctionalityTest, TestStressCloudBlindAtomicUpdates, HttpTriggerListenerTest, TestUniqueKeyFieldResource, TestHalfAndHalfDocValues, TestClusterProperties, TestPolicyCloud, DirectUpdateHandlerTest, TestFieldResource, VersionInfoTest, DebugComponentTest, HighlighterConfigTest, HighlighterMaxOffsetTest, DirectoryFactoryTest, TestReversedWildcardFilterFactory, TestMaxScoreQueryParser, TestSystemCollAutoCreate, TestAtomicUpdateErrorCases, TestSSLRandomization, TestCollectionAPIs, ZkStateReaderTest, CSVRequestHandlerTest, TestLRUCache, TriLevelCompositeIdRoutingTest, SortByFunctionTest, TestScoreJoinQPScore, DistribDocExpirationUpdateProcessorTest, TestStreamBody, TestCSVLoader, TestTestInjection, SolrMetricsIntegrationTest, TestFastLRUCache, TermVectorComponentTest, DistributedSuggestComponentTest, ChaosMonkeySafeLeaderTest, ConcurrentCreateRoutedAliasTest, DeleteReplicaTest, CustomCollectionTest, CreateRoutedAliasTest, TestComponentsName, InfixSuggestersTest, TestCrossCoreJoin, TestDFRSimilarityFactory, SearchRateTriggerTest, DateRangeFieldTest, AnalyticsQueryTest, DocValuesNotIndexedTest, TestHashPartitioner, SharedFSAutoReplicaFailoverTest, TestLuceneIndexBackCompat, TestPayloadScoreQParserPlugin, TestDistributedStatsComponentCardinality, SolrCmdDistributorTest, TestRTimerTree, DocExpirationUpdateProcessorFactoryTest, SmileWriterTest, SolrCoreCheckLockOnStartupTest, DistributedDebugComponentTest, TestCollectionAPI, TestRandomCollapseQParserPlugin, HdfsBasicDistributedZkTest, TestBadConfig, BJQParserTest, MergeStrategyTest, TestXmlQParser, TestPHPSerializedResponseWriter, ChaosMonkeyNothingIsSafeTest, TestRetrieveFieldsOptimizer, DistributedFacetExistsSmallTest, TestConfigReload, AddBlockUpdateTest, SystemInfoHandlerTest, LIRRollingUpdatesTest, TestManagedSynonymFilterFactory, TestSolr4Spatial2, TestConfig, TestLeaderElectionZkExpiry, TestSchemalessBufferedUpdates, DistributedIntervalFacetingTest, V2StandaloneTest, BadIndexSchemaTest, TestRTGBase, ClassificationUpdateProcessorTest, TestClusterStateProvider, BlockJoinFacetRandomTest, TestTolerantUpdateProcessorCloud, TestConfigSetImmutable, TestTriggerIntegration, ImplicitSnitchTest, TestHttpShardHandlerFactory, TestInPlaceUpdatesStandalone, OverriddenZkACLAndCredentialsProvidersTest, TestUpdate, NodeMutatorTest, TestDistribIDF, FullSolrCloudDistribCmdsTest, DistributedQueryComponentCustomSortTest, SSLMigrationTest, TestFastWriter, CollectionTooManyReplicasTest, HdfsRecoverLeaseTest, TestComplexPhraseQParserPlugin, TestSolrDeletionPolicy2, HttpPartitionOnCommitTest, SpellPossibilityIteratorTest, XsltUpdateRequestHandlerTest, TestEmbeddedSolrServerConstructors, ShardRoutingTest, TestConfigSets, CircularListTest, DistanceUnitsTest, AutoScalingHandlerTest, PKIAuthenticationIntegrationTest, TestSimpleTextCodec, IndexBasedSpellCheckerTest, CollectionsAPIDistributedZkTest, PrimitiveFieldTypeTest, DistributedQueueTest, TestPointFields, TestSolrQueryParser, PreAnalyzedFieldManagedSchemaCloudTest, IndexSchemaTest, ZkSolrClientTest, TestFieldTypeResource, CoreMergeIndexesAdminHandlerTest, ScriptEngineTest, MoveReplicaHDFSFailoverTest, TestDistribStateManager, HLLSerializationTest, AsyncCallRequestStatusResponseTest, TestExtendedDismaxParser, TestOnReconnectListenerSupport, TestOverriddenPrefixQueryForCustomFieldType, TestNamedUpdateProcessors, TestPullReplica, BlockCacheTest, TolerantUpdateProcessorTest, AssignTest, TestLMDirichletSimilarityFactory, TestNodeAddedTrigger, CoreAdminCreateDiscoverTest, SortSpecParsingTest, TestTrackingShardHandlerFactory, HdfsUnloadDistributedZkTest, BufferStoreTest, BasicDistributedZkTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, ShardRoutingCustomTest, TestDistributedGrouping, TestFaceting, DistributedSpellCheckComponentTest, TestStressReorder, TestReload, TestStressVersions, DistributedTermsComponentTest, TestCoreContainer, SimpleFacetsTest, StatsComponentTest, ConvertedLegacyTest, TestSort, TestFiltering, TestFunctionQuery, SoftAutoCommitTest, TestXIncludeConfig, TestLMJelinekMercerSimilarityFactory, TimeZoneUtilsTest, DateMathParserTest, TestSystemIdResolver, TestSolrJ, TestDocumentBuilder, SliceStateTest, TestCursorMarkWithoutUniqueKey, TestSimpleTrackingShardHandler, ConnectionReuseTest, AliasIntegrationTest]
   [junit4] Completed [521/773 (3!)] on J1 in 81.25s, 8 tests, 1 failure <<< FAILURES!

[...truncated 49091 lines...]

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 419 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/419/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
	at __randomizedtesting.SeedInfo.seed([B24CB570419656E7:3A713C0F7B56B74A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState(TriggerIntegrationTest.java:426)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13641 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B24CB570419656E7-001/init-core-data-001
   [junit4]   2> 3860501 WARN  (SUITE-TriggerIntegrationTest-seed#[B24CB570419656E7]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=26 numCloses=26
   [junit4]   2> 3860501 INFO  (SUITE-TriggerIntegrationTest-seed#[B24CB570419656E7]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3860503 INFO  (SUITE-TriggerIntegrationTest-seed#[B24CB570419656E7]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 3860503 INFO  (SUITE-TriggerIntegrationTest-seed#[B24CB570419656E7]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3860504 INFO  (SUITE-TriggerIntegrationTest-seed#[B24CB570419656E7]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B24CB570419656E7-001/tempDir-001
   [junit4]   2> 3860504 INFO  (SUITE-TriggerIntegrationTest-seed#[B24CB570419656E7]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3860504 INFO  (Thread-7938) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3860504 INFO  (Thread-7938) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3860506 ERROR (Thread-7938) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3860604 INFO  (SUITE-TriggerIntegrationTest-seed#[B24CB570419656E7]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:57557
   [junit4]   2> 3860607 INFO  (zkConnectionManagerCallback-6944-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3860612 INFO  (jetty-launcher-6941-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:57:37-03:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3860612 INFO  (jetty-launcher-6941-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:57:37-03:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3860613 INFO  (jetty-launcher-6941-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3860613 INFO  (jetty-launcher-6941-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3860613 INFO  (jetty-launcher-6941-thread-1) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 3860614 INFO  (jetty-launcher-6941-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3860614 INFO  (jetty-launcher-6941-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3860614 INFO  (jetty-launcher-6941-thread-2) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 3860614 INFO  (jetty-launcher-6941-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@bbf6883{/solr,null,AVAILABLE}
   [junit4]   2> 3860614 INFO  (jetty-launcher-6941-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d96a95a{/solr,null,AVAILABLE}
   [junit4]   2> 3860614 INFO  (jetty-launcher-6941-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5bc25d3f{HTTP/1.1,[http/1.1]}{127.0.0.1:53783}
   [junit4]   2> 3860615 INFO  (jetty-launcher-6941-thread-2) [    ] o.e.j.s.Server Started @3869347ms
   [junit4]   2> 3860615 INFO  (jetty-launcher-6941-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53783}
   [junit4]   2> 3860615 ERROR (jetty-launcher-6941-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3860615 INFO  (jetty-launcher-6941-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 3860615 INFO  (jetty-launcher-6941-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3860615 INFO  (jetty-launcher-6941-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3860615 INFO  (jetty-launcher-6941-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-30T10:57:08.995Z
   [junit4]   2> 3860616 INFO  (jetty-launcher-6941-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3b9308c9{HTTP/1.1,[http/1.1]}{127.0.0.1:43880}
   [junit4]   2> 3860616 INFO  (jetty-launcher-6941-thread-1) [    ] o.e.j.s.Server Started @3869348ms
   [junit4]   2> 3860616 INFO  (jetty-launcher-6941-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43880}
   [junit4]   2> 3860616 ERROR (jetty-launcher-6941-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3860616 INFO  (jetty-launcher-6941-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 3860616 INFO  (jetty-launcher-6941-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3860616 INFO  (jetty-launcher-6941-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3860616 INFO  (jetty-launcher-6941-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-30T10:57:08.996Z
   [junit4]   2> 3860618 INFO  (zkConnectionManagerCallback-6946-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3860619 INFO  (zkConnectionManagerCallback-6948-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3860619 INFO  (jetty-launcher-6941-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3860619 INFO  (jetty-launcher-6941-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3860629 INFO  (jetty-launcher-6941-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57557/solr
   [junit4]   2> 3860631 INFO  (zkConnectionManagerCallback-6952-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3860633 INFO  (jetty-launcher-6941-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57557/solr
   [junit4]   2> 3860635 INFO  (zkConnectionManagerCallback-6956-thread-1-processing-n:127.0.0.1:53783_solr) [n:127.0.0.1:53783_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3860635 INFO  (zkConnectionManagerCallback-6958-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3860638 INFO  (zkConnectionManagerCallback-6960-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3860827 INFO  (jetty-launcher-6941-thread-2) [n:127.0.0.1:53783_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3860828 INFO  (jetty-launcher-6941-thread-2) [n:127.0.0.1:53783_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53783_solr
   [junit4]   2> 3860859 INFO  (jetty-launcher-6941-thread-2) [n:127.0.0.1:53783_solr    ] o.a.s.c.Overseer Overseer (id=72118417079074820-127.0.0.1:53783_solr-n_0000000000) starting
   [junit4]   2> 3860861 INFO  (jetty-launcher-6941-thread-1) [n:127.0.0.1:43880_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3860868 INFO  (jetty-launcher-6941-thread-1) [n:127.0.0.1:43880_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43880_solr
   [junit4]   2> 3860870 INFO  (zkCallback-6955-thread-1-processing-n:127.0.0.1:53783_solr) [n:127.0.0.1:53783_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3860871 INFO  (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3860877 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 3860880 INFO  (jetty-launcher-6941-thread-2) [n:127.0.0.1:53783_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53783_solr
   [junit4]   2> 3860885 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 3860888 INFO  (zkCallback-6955-thread-1-processing-n:127.0.0.1:53783_solr) [n:127.0.0.1:53783_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3860888 INFO  (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3860889 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:43880_solr, 127.0.0.1:53783_solr]
   [junit4]   2> 3860889 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 3860889 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 3860892 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3860892 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 3860893 DEBUG (ScheduledTrigger-12240-thread-1) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 3861017 INFO  (jetty-launcher-6941-thread-2) [n:127.0.0.1:53783_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53783.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
   [junit4]   2> 3861034 INFO  (jetty-launcher-6941-thread-2) [n:127.0.0.1:53783_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53783.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
   [junit4]   2> 3861034 INFO  (jetty-launcher-6941-thread-2) [n:127.0.0.1:53783_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53783.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
   [junit4]   2> 3861035 INFO  (jetty-launcher-6941-thread-2) [n:127.0.0.1:53783_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B24CB570419656E7-001/tempDir-001/node2/.
   [junit4]   2> 3861201 INFO  (jetty-launcher-6941-thread-1) [n:127.0.0.1:43880_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43880.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
   [junit4]   2> 3861206 INFO  (jetty-launcher-6941-thread-1) [n:127.0.0.1:43880_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43880.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
   [junit4]   2> 3861206 INFO  (jetty-launcher-6941-thread-1) [n:127.0.0.1:43880_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43880.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
   [junit4]   2> 3861207 INFO  (jetty-launcher-6941-thread-1) [n:127.0.0.1:43880_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B24CB570419656E7-001/tempDir-001/node1/.
   [junit4]   2> 3861225 INFO  (zkConnectionManagerCallback-6966-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3861228 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100375177c30007, likely client has closed socket
   [junit4]   2> 3861230 INFO  (zkConnectionManagerCallback-6970-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3861231 INFO  (SUITE-TriggerIntegrationTest-seed#[B24CB570419656E7]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3861234 INFO  (SUITE-TriggerIntegrationTest-seed#[B24CB570419656E7]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57557/solr ready
   [junit4]   2> 3861255 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
   [junit4]   2> 3861255 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
   [junit4]   2> 3861256 DEBUG (zkCallback-6955-thread-1-processing-n:127.0.0.1:53783_solr) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 3861256 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 3861259 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 3861259 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3861260 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 3861262 INFO  (qtp1204548812-35045) [n:127.0.0.1:43880_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3861268 INFO  (qtp1204548812-35045) [n:127.0.0.1:43880_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 3861271 INFO  (qtp1204548812-35044) [n:127.0.0.1:43880_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3861273 INFO  (qtp672288864-35038) [n:127.0.0.1:53783_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3861273 DEBUG (qtp1204548812-35040) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3861273 INFO  (qtp1204548812-35040) [n:127.0.0.1:43880_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 3861274 DEBUG (zkCallback-6955-thread-1-processing-n:127.0.0.1:53783_solr) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 3861274 INFO  (zkCallback-6955-thread-1-processing-n:127.0.0.1:53783_solr) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
   [junit4]   2> 3861275 DEBUG (zkCallback-6955-thread-1-processing-n:127.0.0.1:53783_solr) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43880_solr, 127.0.0.1:53783_solr]
   [junit4]   2> 3861275 DEBUG (zkCallback-6955-thread-1-processing-n:127.0.0.1:53783_solr) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
   [junit4]   2> 3861275 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 3861277 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 3861277 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:57:37-03:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3861277 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 3861278 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3861279 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3861279 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 3861279 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 3861279 DEBUG (ScheduledTrigger-12240-thread-1) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
   [junit4]   2> 3861279 DEBUG (ScheduledTrigger-12240-thread-1) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 3861279 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a8a79f6{/solr,null,AVAILABLE}
   [junit4]   2> 3861279 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4cfafde2{HTTP/1.1,[http/1.1]}{127.0.0.1:63933}
   [junit4]   2> 3861279 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.e.j.s.Server Started @3870011ms
   [junit4]   2> 3861279 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63933}
   [junit4]   2> 3861279 ERROR (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3861279 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 3861280 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3861280 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3861280 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-30T10:57:09.660Z
   [junit4]   2> 3861281 INFO  (zkConnectionManagerCallback-6972-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3861282 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3861288 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57557/solr
   [junit4]   2> 3861289 INFO  (zkConnectionManagerCallback-6976-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3861292 INFO  (zkConnectionManagerCallback-6978-thread-1-processing-n:127.0.0.1:63933_solr) [n:127.0.0.1:63933_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3861301 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [n:127.0.0.1:63933_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3861304 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [n:127.0.0.1:63933_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3861307 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [n:127.0.0.1:63933_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63933_solr
   [junit4]   2> 3861310 INFO  (zkCallback-6969-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3861310 INFO  (zkCallback-6977-thread-1-processing-n:127.0.0.1:63933_solr) [n:127.0.0.1:63933_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3861310 INFO  (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3861310 INFO  (zkCallback-6955-thread-1-processing-n:127.0.0.1:53783_solr) [n:127.0.0.1:53783_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3861371 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [n:127.0.0.1:63933_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63933.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
   [junit4]   2> 3861378 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [n:127.0.0.1:63933_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63933.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
   [junit4]   2> 3861378 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [n:127.0.0.1:63933_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63933.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
   [junit4]   2> 3861379 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [n:127.0.0.1:63933_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B24CB570419656E7-001/tempDir-001/node3/.
   [junit4]   2> 3862282 DEBUG (ScheduledTrigger-12240-thread-2) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
   [junit4]   2> 3862282 DEBUG (ScheduledTrigger-12240-thread-2) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 3862282 DEBUG (ScheduledTrigger-12240-thread-2) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:63933_solr at time 928087732584061
   [junit4]   2> 3863270 INFO  (OverseerCollectionConfigSetProcessor-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3863284 DEBUG (ScheduledTrigger-12240-thread-2) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
   [junit4]   2> 3863284 DEBUG (ScheduledTrigger-12240-thread-2) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 3863285 DEBUG (ScheduledTrigger-12240-thread-2) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ firing registered processor for nodes: [127.0.0.1:63933_solr] added at times [928087732584061], now=928088735440471
   [junit4]   2> 3863285 DEBUG (ScheduledTrigger-12240-thread-2) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"34c17439efe7dT6m367lqvxtmyl6sjgwzgra0cy",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":928087732584061,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[928087732584061],
   [junit4]   2>     "nodeNames":["127.0.0.1:63933_solr"]}}
   [junit4]   2> 3863285 DEBUG (ScheduledTrigger-12240-thread-2) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerEQ]
   [junit4]   2> 3863286 INFO  (ScheduledTrigger-12240-thread-2) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 3863287 DEBUG (AutoscalingActionExecutor-12241-thread-1-processing-n:127.0.0.1:53783_solr) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"34c17439efe7dT6m367lqvxtmyl6sjgwzgra0cy",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":928087732584061,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[928087732584061],
   [junit4]   2>     "_enqueue_time_":928088736332987,
   [junit4]   2>     "nodeNames":["127.0.0.1:63933_solr"]}}
   [junit4]   2> 3863287 INFO  (AutoscalingActionExecutor-12241-thread-1-processing-n:127.0.0.1:53783_solr) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.TriggerIntegrationTest -- event: {
   [junit4]   2>   "id":"34c17439efe7dT6m367lqvxtmyl6sjgwzgra0cy",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":928087732584061,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[928087732584061],
   [junit4]   2>     "_enqueue_time_":928088736332987,
   [junit4]   2>     "nodeNames":["127.0.0.1:63933_solr"]}}
   [junit4]   2> 3863289 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@5bc25d3f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3863290 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=714931195
   [junit4]   2> 3863290 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3863290 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e0d0cb4: rootName = solr_53783, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4c3e8092
   [junit4]   2> 3863297 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 3863297 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2743b3e7: rootName = solr_53783, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2e2db0e
   [junit4]   2> 3863302 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 3863302 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@60c26a5b: rootName = solr_53783, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5cf63516
   [junit4]   2> 3863304 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:53783_solr
   [junit4]   2> 3863306 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 3863306 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3863306 INFO  (zkCallback-6955-thread-1-processing-n:127.0.0.1:53783_solr) [n:127.0.0.1:53783_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 3863306 INFO  (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 3863306 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.a.s.c.Overseer Overseer (id=72118417079074820-127.0.0.1:53783_solr-n_0000000000) closing
   [junit4]   2> 3863306 INFO  (OverseerStateUpdate-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:53783_solr
   [junit4]   2> 3863307 INFO  (zkCallback-6977-thread-1-processing-n:127.0.0.1:63933_solr) [n:127.0.0.1:63933_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 3863306 INFO  (zkCallback-6969-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 3863307 WARN  (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 3863307 DEBUG (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 3863308 WARN  (AutoscalingActionExecutor-12241-thread-1-processing-n:127.0.0.1:53783_solr) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.ScheduledTriggers Exception executing actions
   [junit4]   2> org.apache.lucene.store.AlreadyClosedException: ScheduledTrigger node_added_triggerEQ has been closed.
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.dequeue(ScheduledTriggers.java:526)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:310)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3863308 DEBUG (AutoscalingActionExecutor-12241-thread-1-processing-n:127.0.0.1:53783_solr) [n:127.0.0.1:53783_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 21 ms for event id=34c17439efe7dT6m367lqvxtmyl6sjgwzgra0cy
   [junit4]   2> 3863310 INFO  (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43880_solr
   [junit4]   2> 3863310 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1d96a95a{/solr,null,UNAVAILABLE}
   [junit4]   2> 3863311 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3863313 INFO  (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.Overseer Overseer (id=72118417079074822-127.0.0.1:43880_solr-n_0000000001) starting
   [junit4]   2> 3863322 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 3863322 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 3863323 INFO  (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
   [junit4]   2> 3863323 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43880_solr, 127.0.0.1:63933_solr]
   [junit4]   2> 3863323 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
   [junit4]   2> 3863324 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:43880_solr, 127.0.0.1:63933_solr]
   [junit4]   2> 3863324 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
   [junit4]   2> 3863324 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 3863332 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 3863332 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 3863332 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 3863334 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"34c17439efe7dT6m367lqvxtmyl6sjgwzgra0cy",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":928087732584061,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[928087732584061],
   [junit4]   2>     "_dequeue_time_":928088784475156,
   [junit4]   2>     "_enqueue_time_":928088736332987,
   [junit4]   2>     "nodeNames":["127.0.0.1:63933_solr"],
   [junit4]   2>     "replaying":true}}
   [junit4]   2> 3863334 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerEQ]
   [junit4]   2> 3863334 INFO  (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 3863335 DEBUG (AutoscalingActionExecutor-12256-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"34c17439efe7dT6m367lqvxtmyl6sjgwzgra0cy",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":928087732584061,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[928087732584061],
   [junit4]   2>     "_dequeue_time_":928088784475156,
   [junit4]   2>     "_enqueue_time_":928088736332987,
   [junit4]   2>     "nodeNames":["127.0.0.1:63933_solr"],
   [junit4]   2>     "replaying":true}}
   [junit4]   2> 3863335 INFO  (AutoscalingActionExecutor-12256-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.TriggerIntegrationTest -- event: {
   [junit4]   2>   "id":"34c17439efe7dT6m367lqvxtmyl6sjgwzgra0cy",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":928087732584061,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[928087732584061],
   [junit4]   2>     "_dequeue_time_":928088784475156,
   [junit4]   2>     "_enqueue_time_":928088736332987,
   [junit4]   2>     "nodeNames":["127.0.0.1:63933_solr"],
   [junit4]   2>     "replaying":true}}
   [junit4]   2> 3863336 DEBUG (AutoscalingActionExecutor-12256-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
   [junit4]   2> 3863336 DEBUG (AutoscalingActionExecutor-12256-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEQ after 5000ms
   [junit4]   2> 3863336 DEBUG (AutoscalingActionExecutor-12256-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=34c17439efe7dT6m367lqvxtmyl6sjgwzgra0cy
   [junit4]   2> 3863337 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
   [junit4]   2> 3863337 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 3868319 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
   [junit4]   2> 3868337 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 3868337 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testListeners
   [junit4]   2> 3868338 DEBUG (ScheduledTrigger-12255-thread-3) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
   [junit4]   2> 3868338 DEBUG (ScheduledTrigger-12255-thread-3) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 3868338 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
   [junit4]   2> 3868339 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 3868339 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 3868342 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 3868343 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3868343 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 3868352 INFO  (qtp1204548812-35040) [n:127.0.0.1:43880_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3868354 INFO  (qtp2135756025-35101) [n:127.0.0.1:63933_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3868354 DEBUG (qtp1204548812-35042) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3868355 INFO  (qtp1204548812-35042) [n:127.0.0.1:43880_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 3868355 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
   [junit4]   2> 3868356 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43880_solr, 127.0.0.1:63933_solr]
   [junit4]   2> 3868356 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
   [junit4]   2> 3868356 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
   [junit4]   2> 3868358 INFO  (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 3868359 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 3868359 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 3868359 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
   [junit4]   2> 3868359 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 3868361 INFO  (qtp1204548812-35042) [n:127.0.0.1:43880_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3868362 INFO  (qtp2135756025-35103) [n:127.0.0.1:63933_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3868362 DEBUG (qtp1204548812-35044) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3868362 INFO  (qtp1204548812-35044) [n:127.0.0.1:43880_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 3868363 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
   [junit4]   2> 3868363 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43880_solr, 127.0.0.1:63933_solr]
   [junit4]   2> 3868364 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
   [junit4]   2> 3868364 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 3868364 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 3868365 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 3868365 INFO  (qtp1204548812-35044) [n:127.0.0.1:43880_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3868366 INFO  (qtp2135756025-35106) [n:127.0.0.1:63933_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3868367 DEBUG (qtp2135756025-35103) [n:127.0.0.1:63933_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3868367 INFO  (qtp2135756025-35103) [n:127.0.0.1:63933_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 3868368 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
   [junit4]   2> 3868368 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:57:37-03:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3868368 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43880_solr, 127.0.0.1:63933_solr]
   [junit4]   2> 3868369 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
   [junit4]   2> 3868369 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
   [junit4]   2> 3868369 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3868369 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3868369 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 3868369 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 3868369 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d0ae110{/solr,null,AVAILABLE}
   [junit4]   2> 3868370 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
   [junit4]   2> 3868370 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@631f5220{HTTP/1.1,[http/1.1]}{127.0.0.1:57725}
   [junit4]   2> 3868370 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.e.j.s.Server Started @3877104ms
   [junit4]   2> 3868370 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57725}
   [junit4]   2> 3868370 ERROR (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3868370 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 3868370 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3868370 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3868370 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-30T10:57:16.750Z
   [junit4]   2> 3868372 INFO  (zkConnectionManagerCallback-6982-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3868373 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3868379 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57557/solr
   [junit4]   2> 3868380 INFO  (zkConnectionManagerCallback-6986-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3868383 INFO  (zkConnectionManagerCallback-6988-thread-1-processing-n:127.0.0.1:57725_solr) [n:127.0.0.1:57725_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3868394 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [n:127.0.0.1:57725_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3868397 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [n:127.0.0.1:57725_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3868400 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [n:127.0.0.1:57725_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57725_solr
   [junit4]   2> 3868402 INFO  (zkCallback-6977-thread-1-processing-n:127.0.0.1:63933_solr) [n:127.0.0.1:63933_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3868402 INFO  (zkCallback-6969-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3868402 INFO  (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3868403 INFO  (zkCallback-6987-thread-1-processing-n:127.0.0.1:57725_solr) [n:127.0.0.1:57725_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3868558 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [n:127.0.0.1:57725_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57725.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
   [junit4]   2> 3868569 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [n:127.0.0.1:57725_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57725.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
   [junit4]   2> 3868570 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [n:127.0.0.1:57725_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57725.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
   [junit4]   2> 3868571 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [n:127.0.0.1:57725_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B24CB570419656E7-001/tempDir-001/node4/.
   [junit4]   2> 3869361 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
   [junit4]   2> 3869361 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 3869361 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:57725_solr at time 928094814371755
   [junit4]   2> 3870367 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
   [junit4]   2> 3870367 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 3871370 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
   [junit4]   2> 3871370 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 3871370 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL firing registered processor for nodes: [127.0.0.1:57725_solr] added at times [928094814371755], now=928096823548778
   [junit4]   2> 3871370 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"34c18e9ba7fabT6m367lqvxtmyl6sjgwzgra0d1",
   [junit4]   2>   "source":"node_added_triggerL",
   [junit4]   2>   "eventTime":928094814371755,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[928094814371755],
   [junit4]   2>     "nodeNames":["127.0.0.1:57725_solr"]}}
   [junit4]   2> 3871370 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerL]
   [junit4]   2> 3871371 INFO  (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 3871372 DEBUG (AutoscalingActionExecutor-12256-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"34c18e9ba7fabT6m367lqvxtmyl6sjgwzgra0d1",
   [junit4]   2>   "source":"node_added_triggerL",
   [junit4]   2>   "eventTime":928094814371755,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[928094814371755],
   [junit4]   2>     "_enqueue_time_":928096823706055,
   [junit4]   2>     "nodeNames":["127.0.0.1:57725_solr"]}}
   [junit4]   2> 3871374 DEBUG (AutoscalingActionExecutor-12256-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerL after 5000ms
   [junit4]   2> 3871374 DEBUG (AutoscalingActionExecutor-12256-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 2 ms for event id=34c18e9ba7fabT6m367lqvxtmyl6sjgwzgra0d1
   [junit4]   2> 3873374 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:57:37-03:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3873375 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3873375 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3873375 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 3873376 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4cd570e{/solr,null,AVAILABLE}
   [junit4]   2> 3873376 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@747d2bf5{HTTP/1.1,[http/1.1]}{127.0.0.1:57079}
   [junit4]   2> 3873376 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.e.j.s.Server Started @3882112ms
   [junit4]   2> 3873376 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57079}
   [junit4]   2> 3873376 ERROR (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3873376 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 3873376 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3873376 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3873377 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-30T10:57:21.757Z
   [junit4]   2> 3873379 INFO  (zkConnectionManagerCallback-6992-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3873380 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3873386 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57557/solr
   [junit4]   2> 3873388 INFO  (zkConnectionManagerCallback-6996-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3873391 INFO  (zkConnectionManagerCallback-6998-thread-1-processing-n:127.0.0.1:57079_solr) [n:127.0.0.1:57079_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3873402 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [n:127.0.0.1:57079_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3873405 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [n:127.0.0.1:57079_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3873408 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [n:127.0.0.1:57079_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57079_solr
   [junit4]   2> 3873410 INFO  (zkCallback-6987-thread-1-processing-n:127.0.0.1:57725_solr) [n:127.0.0.1:57725_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3873410 INFO  (zkCallback-6977-thread-1-processing-n:127.0.0.1:63933_solr) [n:127.0.0.1:63933_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3873410 INFO  (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3873410 INFO  (zkCallback-6969-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3873411 INFO  (zkCallback-6997-thread-1-processing-n:127.0.0.1:57079_solr) [n:127.0.0.1:57079_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3873501 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [n:127.0.0.1:57079_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57079.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
   [junit4]   2> 3873508 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [n:127.0.0.1:57079_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57079.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
   [junit4]   2> 3873508 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [n:127.0.0.1:57079_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57079.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
   [junit4]   2> 3873509 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [n:127.0.0.1:57079_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B24CB570419656E7-001/tempDir-001/node5/.
   [junit4]   2> 3876376 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
   [junit4]   2> 3876376 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 3876376 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:57079_solr at time 928101831024873
   [junit4]   2> 3877380 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
   [junit4]   2> 3877380 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 3878384 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
   [junit4]   2> 3878384 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 3878384 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL firing registered processor for nodes: [127.0.0.1:57079_solr] added at times [928101831024873], now=928103840188162
   [junit4]   2> 3878384 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"34c1a8bf420e9T6m367lqvxtmyl6sjgwzgra0d3",
   [junit4]   2>   "source":"node_added_triggerL",
   [junit4]   2>   "eventTime":928101831024873,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[928101831024873],
   [junit4]   2>     "nodeNames":["127.0.0.1:57079_solr"]}}
   [junit4]   2> 3878384 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerL]
   [junit4]   2> 3878385 DEBUG (AutoscalingActionExecutor-12256-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"34c1a8bf420e9T6m367lqvxtmyl6sjgwzgra0d3",
   [junit4]   2>   "source":"node_added_triggerL",
   [junit4]   2>   "eventTime":928101831024873,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[928101831024873],
   [junit4]   2>     "_enqueue_time_":928103840368103,
   [junit4]   2>     "nodeNames":["127.0.0.1:57079_solr"]}}
   [junit4]   2> 3878386 WARN  (AutoscalingActionExecutor-12256-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.ScheduledTriggers Exception executing actions
   [junit4]   2> java.lang.Exception: Error executing action: test1 for trigger event: {
   [junit4]   2>   "id":"34c1a8bf420e9T6m367lqvxtmyl6sjgwzgra0d3",
   [junit4]   2>   "source":"node_added_triggerL",
   [junit4]   2>   "eventTime":928101831024873,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[928101831024873],
   [junit4]   2>     "_enqueue_time_":928103840368103,
   [junit4]   2>     "nodeNames":["127.0.0.1:57079_solr"]}}
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:303)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.RuntimeException: failure
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction.process(TriggerIntegrationTest.java:989)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:300)
   [junit4]   2> 	... 6 more
   [junit4]   2> 3878386 DEBUG (AutoscalingActionExecutor-12256-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerL after 5000ms
   [junit4]   2> 3878386 DEBUG (AutoscalingActionExecutor-12256-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=34c1a8bf420e9T6m367lqvxtmyl6sjgwzgra0d3
   [junit4]   2> 3880387 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testListeners
   [junit4]   2> 3880413 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
   [junit4]   2> 3880414 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 9
   [junit4]   2> 3880414 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
   [junit4]   2> 3880415 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
   [junit4]   2> 3880416 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 3880417 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3880417 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
   [junit4]   2> 3880425 INFO  (qtp1204548812-35044) [n:127.0.0.1:43880_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3880426 INFO  (qtp1515102442-35162) [n:127.0.0.1:57079_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3880427 INFO  (qtp1436190277-35138) [n:127.0.0.1:57725_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3880429 INFO  (qtp2135756025-35107) [n:127.0.0.1:63933_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3880429 DEBUG (qtp1204548812-35040) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3880430 INFO  (qtp1204548812-35040) [n:127.0.0.1:43880_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=10
   [junit4]   2> 3880431 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
   [junit4]   2> 3880431 INFO  (qtp1204548812-35040) [n:127.0.0.1:43880_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3880431 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43880_solr, 127.0.0.1:63933_solr, 127.0.0.1:57079_solr, 127.0.0.1:57725_solr]
   [junit4]   2> 3880431 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 3880431 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
   [junit4]   2> 3880432 INFO  (qtp1515102442-35165) [n:127.0.0.1:57079_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3880432 INFO  (qtp1436190277-35140) [n:127.0.0.1:57725_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3880433 INFO  (qtp2135756025-35103) [n:127.0.0.1:63933_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3880433 DEBUG (qtp1204548812-35042) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3880434 INFO  (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 3880434 INFO  (qtp1204548812-35042) [n:127.0.0.1:43880_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 3880434 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
   [junit4]   2> 3880434 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 3880435 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43880_solr, 127.0.0.1:63933_solr, 127.0.0.1:57079_solr, 127.0.0.1:57725_solr]
   [junit4]   2> 3880435 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 3880435 DEBUG (ScheduledTrigger-12255-thread-4) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 3880435 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43880_solr, 127.0.0.1:63933_solr, 127.0.0.1:57079_solr, 127.0.0.1:57725_solr]
   [junit4]   2> 3880435 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 3880435 DEBUG (ScheduledTrigger-12255-thread-4) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 3880435 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 10
   [junit4]   2> 3880435 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
   [junit4]   2> 3880437 INFO  (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 3880438 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:57:37-03:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3880438 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 3880438 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 3880438 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
   [junit4]   2> 3880438 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 3880439 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3880439 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3880439 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 3880439 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3dd605ed{/solr,null,AVAILABLE}
   [junit4]   2> 3880439 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3abe7a29{HTTP/1.1,[http/1.1]}{127.0.0.1:49303}
   [junit4]   2> 3880439 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [    ] o.e.j.s.Server Started @3889178ms
   [junit4]   2> 3880439 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49303}
   [junit4]   2> 3880440 ERROR (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3880440 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 3880440 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3880440 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3880440 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-30T10:57:28.820Z
   [junit4]   2> 3880441 INFO  (zkConnectionManagerCallback-7002-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3880442 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3880447 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57557/solr
   [junit4]   2> 3880449 INFO  (zkConnectionManagerCallback-7006-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3880451 INFO  (zkConnectionManagerCallback-7008-thread-1-processing-n:127.0.0.1:49303_solr) [n:127.0.0.1:49303_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3880460 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [n:127.0.0.1:49303_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 3880464 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [n:127.0.0.1:49303_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3880467 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [n:127.0.0.1:49303_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49303_solr
   [junit4]   2> 3880469 INFO  (zkCallback-6977-thread-1-processing-n:127.0.0.1:63933_solr) [n:127.0.0.1:63933_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3880469 INFO  (zkCallback-6987-thread-1-processing-n:127.0.0.1:57725_solr) [n:127.0.0.1:57725_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3880469 INFO  (zkCallback-6969-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3880469 INFO  (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3880469 INFO  (zkCallback-6997-thread-1-processing-n:127.0.0.1:57079_solr) [n:127.0.0.1:57079_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3880470 INFO  (zkCallback-7007-thread-1-processing-n:127.0.0.1:49303_solr) [n:127.0.0.1:49303_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3880542 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [n:127.0.0.1:49303_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49303.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
   [junit4]   2> 3880549 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [n:127.0.0.1:49303_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49303.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
   [junit4]   2> 3880549 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [n:127.0.0.1:49303_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49303.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
   [junit4]   2> 3880550 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [n:127.0.0.1:49303_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B24CB570419656E7-001/tempDir-001/node6/.
   [junit4]   2> 3881438 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 3881439 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
   [junit4]   2> 3881439 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 12

[...truncated too long message...]

6b7e{/solr,null,UNAVAILABLE}
   [junit4]   2> 4064707 INFO  (jetty-closer-6942-thread-4) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 4064709 ERROR (SUITE-TriggerIntegrationTest-seed#[B24CB570419656E7]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 4064710 INFO  (SUITE-TriggerIntegrationTest-seed#[B24CB570419656E7]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57557 57557
   [junit4]   2> 4074769 INFO  (Thread-7938) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57557 57557
   [junit4]   2> 4074771 WARN  (Thread-7938) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	45	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	22	/solr/clusterprops.json
   [junit4]   2> 	22	/solr/aliases.json
   [junit4]   2> 	21	/solr/security.json
   [junit4]   2> 	10	/solr/configs/conf
   [junit4]   2> 	9	/solr/collections/testMetricTrigger/terms/shard1
   [junit4]   2> 	2	/solr/collections/testMetricTrigger/terms/shard2
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	165	/solr/collections/collection1/state.json
   [junit4]   2> 	37	/solr/collections/testMetricTrigger/state.json
   [junit4]   2> 	22	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/autoscaling.json
   [junit4]   2> 	3	/solr/overseer_elect/election/72118417079074866-127.0.0.1:38376_solr-n_0000000015
   [junit4]   2> 	3	/solr/overseer_elect/election/72118417079074860-127.0.0.1:50351_solr-n_0000000013
   [junit4]   2> 	2	/solr/overseer_elect/election/72118417079074842-127.0.0.1:45717_solr-n_0000000007
   [junit4]   2> 	2	/solr/overseer_elect/election/72118417079074848-127.0.0.1:33151_solr-n_0000000009
   [junit4]   2> 	2	/solr/overseer_elect/election/72118417079074873-127.0.0.1:55930_solr-n_0000000017
   [junit4]   2> 	2	/solr/overseer_elect/election/72118417079074833-127.0.0.1:57079_solr-n_0000000004
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/72118417079074833-core_node4-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	22	/solr/live_nodes
   [junit4]   2> 	22	/solr/collections
   [junit4]   2> 	6	/solr/overseer/queue-work
   [junit4]   2> 	6	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	6	/solr/overseer/queue
   [junit4]   2> 	6	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/autoscaling/events/node_lost_triggerMR
   [junit4]   2> 	2	/solr/autoscaling/events/node_added_triggerCTOOR
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B24CB570419656E7-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=LuceneFixedGap), x_s=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=1051, maxMBSortInHeap=5.782404848529273, sim=RandomSimilarity(queryNorm=false): {}, locale=es-US, timezone=America/Guayaquil
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=114129920,total=484442112
   [junit4]   2> NOTE: All tests run in this JVM: [SearchHandlerTest, TestRetrieveFieldsOptimizer, HighlighterMaxOffsetTest, TestEmbeddedSolrServerAdminHandler, TestBulkSchemaConcurrent, HdfsChaosMonkeySafeLeaderTest, HdfsUnloadDistributedZkTest, TestSolrJ, DistribJoinFromCollectionTest, LukeRequestHandlerTest, TestPhraseSuggestions, AutoScalingHandlerTest, WrapperMergePolicyFactoryTest, PKIAuthenticationIntegrationTest, TestBM25SimilarityFactory, TestZkChroot, SolrIndexSplitterTest, TestDocBasedVersionConstraints, BigEndianAscendingWordSerializerTest, AddBlockUpdateTest, TestRTimerTree, HdfsRecoverLeaseTest, TestLockTree, DistanceUnitsTest, TestCloudSchemaless, XmlUpdateRequestHandlerTest, TestMultiWordSynonyms, CollectionsAPISolrJTest, RegexBytesRefFilterTest, TestLegacyNumericUtils, TestTolerantUpdateProcessorCloud, RecoveryAfterSoftCommitTest, BufferStoreTest, SmileWriterTest, TestUtilizeNode, InfixSuggestersTest, LeaderFailureAfterFreshStartTest, TestSubQueryTransformerCrossCore, TestSlowCompositeReaderWrapper, TestCharFilters, SolrIndexConfigTest, ConfigureRecoveryStrategyTest, RecoveryZkTest, TestFoldingMultitermQuery, DocumentBuilderTest, TestCustomDocTransformer, DistributedQueryComponentCustomSortTest, TestGeoJSONResponseWriter, TermVectorComponentDistributedTest, DirectSolrConnectionTest, TestGroupingSearch, TestStressUserVersions, NodeAddedTriggerTest, CdcrRequestHandlerTest, GraphQueryTest, LegacyCloudClusterPropTest, CustomCollectionTest, ParsingFieldUpdateProcessorsTest, SpatialFilterTest, PeerSyncWithIndexFingerprintCachingTest, ExplicitHLLTest, TestOverriddenPrefixQueryForCustomFieldType, TestElisionMultitermQuery, FieldMutatingUpdateProcessorTest, SolrRequestParserTest, TriLevelCompositeIdRoutingTest, BasicZkTest, TestUseDocValuesAsStored2, TestStressLiveNodes, TestRandomFlRTGCloud, TestSha256AuthenticationProvider, TestExclusionRuleCollectionAccess, SolrMetricManagerTest, SchemaVersionSpecificBehaviorTest, SSLMigrationTest, SignatureUpdateProcessorFactoryTest, FastVectorHighlighterTest, TestJsonFacets, BlockCacheTest, TestLegacyFieldCache, MoveReplicaHDFSTest, TestSolrCoreSnapshots, LeaderElectionIntegrationTest, OutOfBoxZkACLAndCredentialsProvidersTest, MultiTermTest, DistributedFacetSimpleRefinementLongTailTest, SpellCheckCollatorWithCollapseTest, TestComplexPhraseQParserPlugin, TestTolerantSearch, HttpPartitionTest, TestCursorMarkWithoutUniqueKey, TestMultiValuedNumericRangeQuery, StressHdfsTest, TestIBSimilarityFactory, CdcrReplicationDistributedZkTest, TestSystemIdResolver, CoreMergeIndexesAdminHandlerTest, StatsReloadRaceTest, CreateCollectionCleanupTest, SolrMetricsIntegrationTest, ShufflingReplicaListTransformerTest, ExecutePlanActionTest, TestReloadAndDeleteDocs, HighlighterTest, DistributedMLTComponentTest, MissingSegmentRecoveryTest, TestRandomCollapseQParserPlugin, OverseerRolesTest, BJQParserTest, TestRebalanceLeaders, PreAnalyzedFieldManagedSchemaCloudTest, TestXIncludeConfig, ConfigSetsAPITest, EnumFieldTest, TestPayloadScoreQParserPlugin, TestGenericDistributedQueue, RestartWhileUpdatingTest, DeleteShardTest, ChangedSchemaMergeTest, TestFieldSortValues, SuggesterTSTTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CoreAdminCreateDiscoverTest, TestCoreAdminApis, TestPartialUpdateDeduplication, TestConfigReload, TestCollapseQParserPlugin, TestCollectionAPI, TestSchemaVersionResource, TestGraphTermsQParserPlugin, TestCloudRecovery, DeleteNodeTest, TestCryptoKeys, TestMacros, DateFieldTest, BlockJoinFacetRandomTest, OutputWriterTest, TestJmxIntegration, TestRecovery, SuggestComponentContextFilterQueryTest, TestDynamicFieldResource, TestConfigSetsAPIExclusivity, TestFreeTextSuggestions, SortSpecParsingTest, TestLFUCache, TestBinaryField, TestCollectionAPIs, BinaryUpdateRequestHandlerTest, TestCollationField, MultiThreadedOCPTest, TestUtils, SOLR749Test, TestCoreContainer, TestLeaderElectionZkExpiry, SolrJmxReporterTest, TestReplicaProperties, TestRawResponseWriter, SolrPluginUtilsTest, TestSchemaResource, LeaderElectionContextKeyTest, TestHighlightDedupGrouping, CopyFieldTest, TestHdfsBackupRestoreCore, TestReload, DirectSolrSpellCheckerTest, TestPointFields, TestFunctionQuery, TestSweetSpotSimilarityFactory, ClassificationUpdateProcessorFactoryTest, TestJoin, ConnectionReuseTest, AddReplicaTest, TestNamedUpdateProcessors, RequiredFieldsTest, OpenExchangeRatesOrgProviderTest, TestFiltering, HLLSerializationTest, TestCSVResponseWriter, TestOrdValues, BasicAuthIntegrationTest, LeaderElectionTest, FileUtilsTest, CursorPagingTest, TestFaceting, TestSolr4Spatial2, BasicDistributedZkTest, OpenCloseCoreStressTest, ShardRoutingTest, TestReplicationHandler, ShardRoutingCustomTest, TestDistributedGrouping, TestRealTimeGet, TestStressReorder, DistributedTermsComponentTest, TestSolr4Spatial, SolrCoreTest, StatsComponentTest, PeerSyncTest, TestIndexSearcher, SimplePostToolTest, TestCoreDiscovery, SuggesterFSTTest, TestTrie, PolyFieldTest, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, TestSolrDeletionPolicy1, CacheHeaderTest, DisMaxRequestHandlerTest, TestWriterPerf, TestOmitPositions, RequestHandlersTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, ReturnFieldsTest, MBeansHandlerTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, RAMDirectoryFactoryTest, ClusterStateTest, ZkNodePropsTest, SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, TestRTGBase, SolrTestCaseJ4Test, TestCrossCoreJoin, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ActionThrottleTest, AssignBackwardCompatibilityTest, CloudExitableDirectoryReaderTest, CreateRoutedAliasTest, DeleteInactiveReplicaTest, DistribCursorPagingTest, ForceLeaderTest, ReplicationFactorTest, RollingRestartTest, SolrCloudExampleTest, TestClusterProperties, TestConfigSetsAPI, TestMiniSolrCloudClusterSSL, TestPullReplica, TestSolrCloudWithKerberosAlt, TestStressInPlaceUpdates, TestTolerantUpdateProcessorRandomCloud, TlogReplayBufferedWhileIndexingTest, VMParamsZkACLAndCredentialsProvidersTest, ZkFailoverTest, CollectionReloadTest, CollectionTooManyReplicasTest, ConcurrentDeleteAndCreateCollectionTest, ShardSplitTest, AutoAddReplicasPlanActionTest, HdfsAutoAddReplicasIntegrationTest, SystemLogListenerTest, TriggerIntegrationTest]
   [junit4] Completed [593/772 (1!)] on J0 in 214.31s, 14 tests, 1 failure <<< FAILURES!

[...truncated 48760 lines...]

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 418 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/418/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:     1) Thread[id=12094, name=jetty-launcher-2329-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)    2) Thread[id=12021, name=jetty-launcher-2329-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)    3) Thread[id=12093, name=jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   1) Thread[id=12094, name=jetty-launcher-2329-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
   2) Thread[id=12021, name=jetty-launcher-2329-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
   3) Thread[id=12093, name=jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
	at __randomizedtesting.SeedInfo.seed([FDCFEA302DB53548]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=12093, name=jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=12093, name=jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
	at __randomizedtesting.SeedInfo.seed([FDCFEA302DB53548]:0)




Build Log:
[...truncated 12514 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_FDCFEA302DB53548-001/init-core-data-001
   [junit4]   2> 1564735 WARN  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FDCFEA302DB53548]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 1564735 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FDCFEA302DB53548]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1564737 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FDCFEA302DB53548]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1564737 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FDCFEA302DB53548]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1564766 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FDCFEA302DB53548]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_FDCFEA302DB53548-001/tempDir-001
   [junit4]   2> 1564767 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FDCFEA302DB53548]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1564767 INFO  (Thread-2800) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1564767 INFO  (Thread-2800) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1564768 ERROR (Thread-2800) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1564867 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FDCFEA302DB53548]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:41886
   [junit4]   2> 1564870 INFO  (zkConnectionManagerCallback-2332-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1564875 INFO  (jetty-launcher-2329-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1564875 INFO  (jetty-launcher-2329-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1564876 INFO  (jetty-launcher-2329-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1564876 INFO  (jetty-launcher-2329-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1564876 INFO  (jetty-launcher-2329-thread-2) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1564876 INFO  (jetty-launcher-2329-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14e0d0ee{/solr,null,AVAILABLE}
   [junit4]   2> 1564877 INFO  (jetty-launcher-2329-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1564877 INFO  (jetty-launcher-2329-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1564877 INFO  (jetty-launcher-2329-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1564877 INFO  (jetty-launcher-2329-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c7a04dc{/solr,null,AVAILABLE}
   [junit4]   2> 1564878 INFO  (jetty-launcher-2329-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@40d51a76{HTTP/1.1,[http/1.1]}{127.0.0.1:45536}
   [junit4]   2> 1564878 INFO  (jetty-launcher-2329-thread-2) [    ] o.e.j.s.Server Started @1569107ms
   [junit4]   2> 1564878 INFO  (jetty-launcher-2329-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45536}
   [junit4]   2> 1564878 INFO  (jetty-launcher-2329-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6eb69660{HTTP/1.1,[http/1.1]}{127.0.0.1:55436}
   [junit4]   2> 1564878 INFO  (jetty-launcher-2329-thread-1) [    ] o.e.j.s.Server Started @1569108ms
   [junit4]   2> 1564878 INFO  (jetty-launcher-2329-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55436}
   [junit4]   2> 1564878 ERROR (jetty-launcher-2329-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1564878 ERROR (jetty-launcher-2329-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1564878 INFO  (jetty-launcher-2329-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 1564878 INFO  (jetty-launcher-2329-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 1564878 INFO  (jetty-launcher-2329-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1564878 INFO  (jetty-launcher-2329-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1564878 INFO  (jetty-launcher-2329-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1564878 INFO  (jetty-launcher-2329-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1564878 INFO  (jetty-launcher-2329-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-29T23:37:19.419Z
   [junit4]   2> 1564878 INFO  (jetty-launcher-2329-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-29T23:37:19.419Z
   [junit4]   2> 1564880 INFO  (zkConnectionManagerCallback-2336-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1564881 INFO  (jetty-launcher-2329-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1564882 INFO  (zkConnectionManagerCallback-2335-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1564886 INFO  (jetty-launcher-2329-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41886/solr
   [junit4]   2> 1564888 INFO  (jetty-launcher-2329-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1564892 INFO  (zkConnectionManagerCallback-2340-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1564893 INFO  (jetty-launcher-2329-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41886/solr
   [junit4]   2> 1564895 INFO  (zkConnectionManagerCallback-2346-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1564896 INFO  (zkConnectionManagerCallback-2344-thread-1-processing-n:127.0.0.1:55436_solr) [n:127.0.0.1:55436_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1564899 INFO  (zkConnectionManagerCallback-2348-thread-1-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1565027 INFO  (jetty-launcher-2329-thread-2) [n:127.0.0.1:45536_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1565028 INFO  (jetty-launcher-2329-thread-2) [n:127.0.0.1:45536_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45536_solr
   [junit4]   2> 1565030 INFO  (jetty-launcher-2329-thread-2) [n:127.0.0.1:45536_solr    ] o.a.s.c.Overseer Overseer (id=72115740419489798-127.0.0.1:45536_solr-n_0000000000) starting
   [junit4]   2> 1565036 INFO  (jetty-launcher-2329-thread-1) [n:127.0.0.1:55436_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1565038 INFO  (jetty-launcher-2329-thread-1) [n:127.0.0.1:55436_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55436_solr
   [junit4]   2> 1565040 INFO  (zkCallback-2343-thread-1-processing-n:127.0.0.1:55436_solr) [n:127.0.0.1:55436_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1565041 INFO  (zkCallback-2347-thread-1-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1565043 INFO  (jetty-launcher-2329-thread-2) [n:127.0.0.1:45536_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45536_solr
   [junit4]   2> 1565044 INFO  (zkCallback-2347-thread-1-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1565044 INFO  (zkCallback-2343-thread-1-processing-n:127.0.0.1:55436_solr) [n:127.0.0.1:55436_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1565095 INFO  (jetty-launcher-2329-thread-2) [n:127.0.0.1:45536_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 1565099 INFO  (jetty-launcher-2329-thread-1) [n:127.0.0.1:55436_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 1565102 WARN  (jetty-launcher-2329-thread-1) [n:127.0.0.1:55436_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 1565102 WARN  (jetty-launcher-2329-thread-2) [n:127.0.0.1:45536_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 1565107 INFO  (jetty-launcher-2329-thread-1) [n:127.0.0.1:55436_solr    ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
   [junit4]   2> 1565107 INFO  (jetty-launcher-2329-thread-2) [n:127.0.0.1:45536_solr    ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
   [junit4]   2> 1565178 INFO  (jetty-launcher-2329-thread-1) [n:127.0.0.1:55436_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 1565178 INFO  (jetty-launcher-2329-thread-2) [n:127.0.0.1:45536_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 1565197 INFO  (jetty-launcher-2329-thread-1-EventThread) [n:127.0.0.1:55436_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 1565197 INFO  (jetty-launcher-2329-thread-2-EventThread) [n:127.0.0.1:45536_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 1565322 WARN  (jetty-launcher-2329-thread-2) [n:127.0.0.1:45536_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 1565328 WARN  (jetty-launcher-2329-thread-1) [n:127.0.0.1:55436_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 1565374 INFO  (jetty-launcher-2329-thread-2) [n:127.0.0.1:45536_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45536.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2304d2aa
   [junit4]   2> 1565376 INFO  (jetty-launcher-2329-thread-1) [n:127.0.0.1:55436_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55436.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2304d2aa
   [junit4]   2> 1565381 INFO  (jetty-launcher-2329-thread-2) [n:127.0.0.1:45536_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45536.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2304d2aa
   [junit4]   2> 1565382 INFO  (jetty-launcher-2329-thread-2) [n:127.0.0.1:45536_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45536.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2304d2aa
   [junit4]   2> 1565382 INFO  (jetty-launcher-2329-thread-1) [n:127.0.0.1:55436_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55436.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2304d2aa
   [junit4]   2> 1565382 INFO  (jetty-launcher-2329-thread-1) [n:127.0.0.1:55436_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55436.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2304d2aa
   [junit4]   2> 1565382 INFO  (jetty-launcher-2329-thread-2) [n:127.0.0.1:45536_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_FDCFEA302DB53548-001/tempDir-001/node1/.
   [junit4]   2> 1565382 INFO  (jetty-launcher-2329-thread-1) [n:127.0.0.1:55436_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_FDCFEA302DB53548-001/tempDir-001/node2/.
   [junit4]   2> 1565412 INFO  (zkConnectionManagerCallback-2354-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1565433 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FDCFEA302DB53548]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
   [junit4]   2> 1565434 INFO  (zkConnectionManagerCallback-2357-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1566121 INFO  (zkConnectionManagerCallback-2360-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1566123 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FDCFEA302DB53548]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1566124 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FDCFEA302DB53548]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41886/solr ready
   [junit4]   2> 1566151 INFO  (qtp373047090-11970) [n:127.0.0.1:45536_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1566156 INFO  (OverseerThreadFactory-4982-thread-1-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection forwardingCollection
   [junit4]   2> 1566269 INFO  (OverseerStateUpdate-72115740419489798-127.0.0.1:45536_solr-n_0000000000) [n:127.0.0.1:45536_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"forwardingCollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"forwardingCollection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:45536/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1566475 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1566476 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1566582 INFO  (zkCallback-2347-thread-1-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1566582 INFO  (zkCallback-2347-thread-2-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1567496 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1567536 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1567631 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1567654 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
   [junit4]   2> 1567654 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45536.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2304d2aa
   [junit4]   2> 1567655 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1567655 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_FDCFEA302DB53548-001/tempDir-001/node1/forwardingCollection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_FDCFEA302DB53548-001/tempDir-001/node1/./forwardingCollection_shard1_replica_n1/data/]
   [junit4]   2> 1567657 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=58.3564453125, floorSegmentMB=0.97265625, forceMergeDeletesPctAllowed=11.050091776396725, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1567703 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1567703 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1567704 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1567704 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1567705 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=12, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.661841134356197]
   [junit4]   2> 1567705 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@522ed699[forwardingCollection_shard1_replica_n1] main]
   [junit4]   2> 1567707 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1567710 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1567726 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1567727 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590971903265210368
   [junit4]   2> 1567727 INFO  (searcherExecutor-4987-thread-1-processing-n:127.0.0.1:45536_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1567727 INFO  (searcherExecutor-4987-thread-1-processing-n:127.0.0.1:45536_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1567727 INFO  (searcherExecutor-4987-thread-1-processing-n:127.0.0.1:45536_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1567727 INFO  (searcherExecutor-4987-thread-1-processing-n:127.0.0.1:45536_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1567727 INFO  (searcherExecutor-4987-thread-1-processing-n:127.0.0.1:45536_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1567728 INFO  (searcherExecutor-4987-thread-1-processing-n:127.0.0.1:45536_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1567728 INFO  (searcherExecutor-4987-thread-1-processing-n:127.0.0.1:45536_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1567729 INFO  (searcherExecutor-4987-thread-1-processing-n:127.0.0.1:45536_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1567729 INFO  (searcherExecutor-4987-thread-1-processing-n:127.0.0.1:45536_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1567730 INFO  (searcherExecutor-4987-thread-1-processing-n:127.0.0.1:45536_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@522ed699[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1567738 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1567738 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1567738 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45536/solr/forwardingCollection_shard1_replica_n1/
   [junit4]   2> 1567738 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1567738 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:45536/solr/forwardingCollection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1567738 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1567742 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45536/solr/forwardingCollection_shard1_replica_n1/ shard1
   [junit4]   2> 1567844 INFO  (zkCallback-2347-thread-1-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1567844 INFO  (zkCallback-2347-thread-2-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1567896 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1567898 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1423
   [junit4]   2> 1567902 WARN  (httpShardExecutor-4978-thread-1-processing-n:127.0.0.1:45536_solr [http:////127.0.0.1:45536//solr] http:////127.0.0.1:45536//solr) [n:127.0.0.1:45536_solr    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1517305041015&s=gnbPLQpdCso5y7jKit7AeC1mN90="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:21 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:21 GMT
   [junit4]   2> 1567906 INFO  (qtp373047090-11970) [n:127.0.0.1:45536_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1568000 INFO  (zkCallback-2347-thread-2-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1568000 INFO  (zkCallback-2347-thread-1-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1568158 INFO  (OverseerCollectionConfigSetProcessor-72115740419489798-127.0.0.1:45536_solr-n_0000000000) [n:127.0.0.1:45536_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1568907 INFO  (qtp373047090-11970) [n:127.0.0.1:45536_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2756
   [junit4]   2> 1568908 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FDCFEA302DB53548]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1517305040681&s=WH36fOh+BbN9DE0qqO6yC8Jda6U="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:20 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:20 GMT
   [junit4]   2> 1568908 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FDCFEA302DB53548]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
   [junit4]   2> 1568909 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FDCFEA302DB53548]) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
   [junit4]   2> 1568913 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1568914 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FDCFEA302DB53548]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1517305043453&s=u/wZwmTkS6g5m1eVBr+9tLluWPM="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:23 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:23 GMT
   [junit4]   2> 1568918 INFO  (qtp1324443383-11978) [n:127.0.0.1:55436_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1568958 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=19
   [junit4]   2> 1568958 WARN  (qtp1324443383-11978) [n:127.0.0.1:55436_solr    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1517305043479&s=BNHfJMjruLSqlVzu5HLHpB09Y4o="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:23 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:23 GMT
   [junit4]   2> 1568959 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FDCFEA302DB53548]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1517305043459&s=CscL/HTkadBkB78uDhY1dR9QFG8="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:23 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:23 GMT
   [junit4]   2> 1568959 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FDCFEA302DB53548]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1517305043479&s=BNHfJMjruLSqlVzu5HLHpB09Y4o="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:23 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:23 GMT
   [junit4]   2> 1568959 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FDCFEA302DB53548]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
   [junit4]   2> 1568996 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[FDCFEA302DB53548]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
   [junit4]   2> 1569010 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[FDCFEA302DB53548]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1517305043538&s=+vqb4d60bmVdz7sJoolAerCuko4="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:23 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:23 GMT
   [junit4]   2> 1569010 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[FDCFEA302DB53548]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
   [junit4]   2> 1569049 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[FDCFEA302DB53548]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
   [junit4]   2> 1569049 INFO  (qtp373047090-11972) [n:127.0.0.1:45536_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1569049 INFO  (qtp373047090-11972) [n:127.0.0.1:45536_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1569049 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[FDCFEA302DB53548]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1517305043590&s=YVXMf37FO/lm+0HAVeaQsfPsJwY="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:23 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:23 GMT
   [junit4]   2> 1569049 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[FDCFEA302DB53548]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
   [junit4]   2> 1569097 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[FDCFEA302DB53548]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
   [junit4]   2> 1569098 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1569100 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1569100 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[FDCFEA302DB53548]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1517305043639&s=nNd3typtmf75Dc1Zs8N5IInV9nM="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:23 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:23 GMT
   [junit4]   2> 1569101 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[FDCFEA302DB53548]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
   [junit4]   2> 1569138 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[FDCFEA302DB53548]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
   [junit4]   2> 1584942 WARN  (jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886)) [n:127.0.0.1:55436_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 16028ms for sessionid 0x10034e2426b0005
   [junit4]   2> 1584942 WARN  (jetty-launcher-2329-thread-2-SendThread(127.0.0.1:41886)) [n:127.0.0.1:45536_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 19607ms for sessionid 0x10034e2426b0008
   [junit4]   2> 1584942 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10034e2426b0005, likely client has closed socket
   [junit4]   2> 1584943 WARN  (jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886)) [n:127.0.0.1:55436_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 19607ms for sessionid 0x10034e2426b0007
   [junit4]   2> 1584943 WARN  (jetty-launcher-2329-thread-2-SendThread(127.0.0.1:41886)) [n:127.0.0.1:45536_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 16791ms for sessionid 0x10034e2426b0006
   [junit4]   2> 1584944 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10034e2426b0007, likely client has closed socket
   [junit4]   2> 1584947 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10034e2426b0008, likely client has closed socket
   [junit4]   2> 1584947 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x10034e2426b0006: Connection reset by peer
   [junit4]   2> 1584949 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[FDCFEA302DB53548]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1517305043679&s=1ug9UVqMNWe3dmL29SzznAUaGSY="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:23 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:23 GMT
   [junit4]   2> 1584949 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[FDCFEA302DB53548]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
   [junit4]   2> 1584982 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[FDCFEA302DB53548]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
   [junit4]   2> 1584983 INFO  (qtp373047090-11974) [n:127.0.0.1:45536_solr    ] o.a.s.s.SolrDispatchFilter Error authenticating
   [junit4]   2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:530)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1584983 WARN  (qtp373047090-11974) [n:127.0.0.1:45536_solr    ] o.e.j.s.HttpChannel /solr/admin/collections
   [junit4]   2> org.apache.solr.common.SolrException: Error during request authentication, 
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:455)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:530)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
   [junit4]   2> 	... 31 more
   [junit4]   2> 1584986 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[FDCFEA302DB53548]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
   [junit4]   2> 1585017 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[FDCFEA302DB53548]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
   [junit4]   2> 1585024 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[FDCFEA302DB53548]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1517305059559&s=wQ4ZTsp11sCuUIY0Vit6xTjPrOg="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:39 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:39 GMT
   [junit4]   2> 1585024 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[FDCFEA302DB53548]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
   [junit4]   2> 1585044 WARN  (zkConnectionManagerCallback-2344-thread-1-processing-n:127.0.0.1:55436_solr) [n:127.0.0.1:55436_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@b9c5802 name: ZooKeeperConnection Watcher:127.0.0.1:41886/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1585044 WARN  (zkConnectionManagerCallback-2344-thread-1-processing-n:127.0.0.1:55436_solr) [n:127.0.0.1:55436_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1585044 WARN  (zkConnectionManagerCallback-2360-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@46a89b1f name: ZooKeeperConnection Watcher:127.0.0.1:41886/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1585045 WARN  (zkConnectionManagerCallback-2360-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1585045 INFO  (jetty-launcher-2329-thread-1-EventThread) [n:127.0.0.1:55436_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 1585050 WARN  (zkConnectionManagerCallback-2348-thread-1-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5c1dba04 name: ZooKeeperConnection Watcher:127.0.0.1:41886/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1585050 WARN  (zkConnectionManagerCallback-2348-thread-1-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1585076 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[FDCFEA302DB53548]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
   [junit4]   2> 1585080 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[FDCFEA302DB53548]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1517305059617&s=vKzReSY4oaaaiTJQK9rOdQFkPNw="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:39 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:39 GMT
   [junit4]   2> 1585080 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[FDCFEA302DB53548]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
   [junit4]   2> 1585126 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[FDCFEA302DB53548]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
   [junit4]   2> 1585155 INFO  (qtp373047090-11972) [n:127.0.0.1:45536_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1585155 INFO  (qtp373047090-11972) [n:127.0.0.1:45536_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1585160 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[FDCFEA302DB53548]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1517305059667&s=tXHNUqUVUbmvwrJ0L13n1bOysto="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:39 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:39 GMT
   [junit4]   2> 1585160 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[FDCFEA302DB53548]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
   [junit4]   2> 1585208 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[FDCFEA302DB53548]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
   [junit4]   2> 1585234 WARN  (qtp373047090-11974) [n:127.0.0.1:45536_solr    ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: invalid user name: "bar"
   [junit4]   2> id: invalid user name: "bar"
   [junit4]   2> 
   [junit4]   2> 1585236 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[FDCFEA302DB53548]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1517305059750&s=I13YPZvAmOPpW0HILik57fs9wKw="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:39 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:39 GMT
   [junit4]   2> 1585236 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[FDCFEA302DB53548]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
   [junit4]   2> 1585284 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[FDCFEA302DB53548]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
   [junit4]   2> 1585301 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[FDCFEA302DB53548]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1517305059825&s=BpXLaCM1yDYUUvYd7r7IQ/B79hM="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:39 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:39 GMT
   [junit4]   2> 1585301 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[FDCFEA302DB53548]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
   [junit4]   2> 1585350 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[FDCFEA302DB53548]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
   [junit4]   2> 1585391 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[FDCFEA302DB53548]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1517305059891&s=tu04UGvCDMPnkdinK0+vWmFQu0I="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:39 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:39 GMT
   [junit4]   2> 1585391 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[FDCFEA302DB53548]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
   [junit4]   2> 1585754 INFO  (jetty-closer-2330-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@40d51a76{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1585754 INFO  (jetty-closer-2330-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6eb69660{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1585756 INFO  (jetty-closer-2330-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1291017323
   [junit4]   2> 1585756 INFO  (jetty-closer-2330-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=479746098
   [junit4]   2> 1585756 INFO  (jetty-closer-2330-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1585756 INFO  (jetty-closer-2330-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f75512: rootName = solr_55436, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@75f24799
   [junit4]   2> 1585756 INFO  (jetty-closer-2330-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1585756 INFO  (jetty-closer-2330-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4955704e: rootName = solr_45536, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@743cf0d5
   [junit4]   2> 1585766 INFO  (jetty-closer-2330-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1585766 INFO  (jetty-closer-2330-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c762ed4: rootName = solr_55436, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@59ad76f5
   [junit4]   2> 1585767 INFO  (jetty-closer-2330-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1585767 INFO  (jetty-closer-2330-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@71c9692b: rootName = solr_45536, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@59ad76f5
   [junit4]   2> 1585775 INFO  (jetty-closer-2330-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1585775 INFO  (jetty-closer-2330-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@359df961: rootName = solr_55436, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3ebd8fac
   [junit4]   2> 1585775 INFO  (jetty-closer-2330-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1585775 INFO  (jetty-closer-2330-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@52bb86a0: rootName = solr_45536, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3ebd8fac
   [junit4]   2> 1586229 WARN  (jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886)) [n:127.0.0.1:55436_solr    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x10034e2426b0007 has expired
   [junit4]   2> 1586871 WARN  (jetty-launcher-2329-thread-2-SendThread(127.0.0.1:41886)) [n:127.0.0.1:45536_solr    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x10034e2426b0008 has expired
   [junit4]   2> 1586914 INFO  (jetty-closer-2330-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45536_solr
   [junit4]   2> 1586914 INFO  (zkConnectionManagerCallback-2348-thread-1-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1586915 INFO  (jetty-closer-2330-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1586916 INFO  (coreCloseExecutor-4992-thread-1) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@43f02306
   [junit4]   2> 1586916 INFO  (coreCloseExecutor-4992-thread-1) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=1139811078
   [junit4]   2> 1586916 INFO  (zkCallback-2347-thread-3-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1586916 INFO  (coreCloseExecutor-4992-thread-1) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3fbad115: rootName = solr_45536, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@395cf15
   [junit4]   2> 1586918 INFO  (zkCallback-2347-thread-4-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1586919 INFO  (zkCallback-2347-thread-3-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1586922 INFO  (coreCloseExecutor-4992-thread-1) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=1139811078
   [junit4]   2> 1586929 INFO  (jetty-closer-2330-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72115740419489798-127.0.0.1:45536_solr-n_0000000000) closing
   [junit4]   2> 1586930 INFO  (OverseerStateUpdate-72115740419489798-127.0.0.1:45536_solr-n_0000000000) [n:127.0.0.1:45536_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45536_solr
   [junit4]   2> 1586930 WARN  (OverseerAutoScalingTriggerThread-72115740419489798-127.0.0.1:45536_solr-n_0000000000) [n:127.0.0.1:45536_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1586939 ERROR (Thread[Thread-2818,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:45536_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 1586948 INFO  (jetty-closer-2330-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@14e0d0ee{/solr,null,UNAVAILABLE}
   [junit4]   2> 1586948 INFO  (jetty-closer-2330-thread-1) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1586955 INFO  (zkConnectionManagerCallback-2344-thread-1-processing-n:127.0.0.1:55436_solr) [n:127.0.0.1:55436_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1586956 INFO  (zkCallback-2343-thread-6-processing-n:127.0.0.1:55436_solr) [n:127.0.0.1:55436_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55436_solr
   [junit4]   2> 1586956 INFO  (zkCallback-2343-thread-7-processing-n:127.0.0.1:55436_solr) [n:127.0.0.1:55436_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1586957 INFO  (jetty-closer-2330-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:55436_solr
   [junit4]   2> 1586958 INFO  (jetty-closer-2330-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1586960 INFO  (zkCallback-2343-thread-6-processing-n:127.0.0.1:55436_solr) [n:127.0.0.1:55436_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1586962 ERROR (Thread[Thread-2817,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:55436_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 1586965 INFO  (jetty-closer-2330-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6c7a04dc{/solr,null,UNAVAILABLE}
   [junit4]   2> 1586966 INFO  (jetty-closer-2330-thread-2) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1586968 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FDCFEA302DB53548]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1586968 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FDCFEA302DB53548]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41886 41886
   [junit4]   2> 1597184 INFO  (Thread-2800) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41886 41886
   [junit4]   2> 1597186 WARN  (Thread-2800) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/collections/forwardingCollection/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/collections/forwardingCollection/state.json
   [junit4]   2> 	4	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
   [junit4]   2> 
   [junit4]   2> 1597218 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FDCFEA302DB53548]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Jan 29, 2018 11:37:51 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> 1615129 ERROR (jetty-launcher-2329-thread-1-EventThread) [n:127.0.0.1:55436_solr    ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
   [junit4]   2> java.lang.IllegalStateException: Client is not started
   [junit4]   2> 	at com.google.common.base.Preconditions.checkState(Preconditions.java:149)
   [junit4]   2> 	at org.apache.curator.CuratorZookeeperClient.getZooKeeper(CuratorZookeeperClient.java:113)
   [junit4]   2> 	at org.apache.curator.framework.imps.CuratorFrameworkImpl.getZooKeeper(CuratorFrameworkImpl.java:477)
   [junit4]   2> 	at org.apache.curator.framework.imps.NamespaceFacade.getZooKeeper(NamespaceFacade.java:112)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:302)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:291)
   [junit4]   2> 	at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:107)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2> 	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
   [junit4]   2> 1615130 WARN  (jetty-launcher-2329-thread-1-EventThread) [n:127.0.0.1:55436_solr    ] o.a.c.ConnectionState Session expired event received
   [junit4]   2> 1615130 WARN  (jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886)) [n:127.0.0.1:55436_solr    ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   [junit4]   2> 1616232 WARN  (jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886)) [n:127.0.0.1:55436_solr    ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   [junit4]   2> 1617334 WARN  (jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886)) [n:127.0.0.1:55436_solr    ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   [junit4]   2> Jan 29, 2018 11:38:12 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 3 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   [junit4]   2>    1) Thread[id=12094, name=jetty-launcher-2329-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
   [junit4]   2>    2) Thread[id=12021, name=jetty-launcher-2329-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2>         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2>         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2>         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2>         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
   [junit4]   2>    3) Thread[id=12093, name=jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
   [junit4]   2> Jan 29, 2018 11:38:12 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=12094, name=jetty-launcher-2329-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2>    2) Thread[id=12021, name=jetty-launcher-2329-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2>    3) Thread[id=12093, name=jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2> 1617476 ERROR (jetty-launcher-2329-thread-1-EventThread) [n:127.0.0.1:55436_solr    ] o.a.z.ClientCnxn Event thread exiting due to interruption
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
   [junit4]   2> 	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
   [junit4]   2> 1617476 WARN  (jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886)) [n:127.0.0.1:55436_solr    ] o.a.z.c.StaticHostProvider Unexpected exception
   [junit4]   2> java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 	at java.lang.Thread.sleep(Native Method)
   [junit4]   2> 	at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
   [junit4]   2> 1617476 ERROR (jetty-launcher-2329-thread-2-EventThread) [n:127.0.0.1:45536_solr    ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2> 	at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2> 	at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2> 	at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4

[...truncated too long message...]

.z.c.StaticHostProvider Unexpected exception
   [junit4]   2> java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 	at java.lang.Thread.sleep(Native Method)
   [junit4]   2> 	at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
   [junit4]   2> 1619982 WARN  (jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886)) [n:127.0.0.1:55436_solr    ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   [junit4]   2> Jan 29, 2018 11:38:15 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=12093, name=jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=625, maxMBSortInHeap=6.0786090344340025, sim=RandomSimilarity(queryNorm=false): {}, locale=es-US, timezone=Indian/Mahe
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=4,free=107213672,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestMiniSolrCloudClusterSSL, SolrCmdDistributorTest, JsonLoaderTest, NotRequiredUniqueKeyTest, SliceStateTest, TestFieldResource, ResponseHeaderTest, TestSolrQueryParser, UUIDFieldTest, PreAnalyzedFieldManagedSchemaCloudTest, LoggingHandlerTest, TestRTGBase, BadIndexSchemaTest, DistributedFacetSimpleRefinementLongTailTest, FileBasedSpellCheckerTest, TestCrossCoreJoin, BaseCdcrDistributedZkTest, HdfsRestartWhileUpdatingTest, TestManagedSchemaAPI, SolrMetricManagerTest, TestMultiWordSynonyms, TestFuzzyAnalyzedSuggestions, TermVectorComponentTest, TestSolr4Spatial, HdfsLockFactoryTest, CircularListTest, TestScoreJoinQPScore, ChangedSchemaMergeTest, TestCSVLoader, ActionThrottleTest, UpdateRequestProcessorFactoryTest, BufferStoreTest, ReturnFieldsTest, TestXmlQParser, TestWriterPerf, TestIndexingPerformance, RollingRestartTest, DistributedSpellCheckComponentTest, MoveReplicaHDFSFailoverTest, TestCustomDocTransformer, ReplicationFactorTest, ClassificationUpdateProcessorFactoryTest, CollectionStateFormat2Test, TestLuceneIndexBackCompat, TestDistributedStatsComponentCardinality, PeerSyncReplicationTest, TestSystemCollAutoCreate, ZkStateReaderTest, TestDocSet, TestRTimerTree, IndexBasedSpellCheckerTest, TestLocalFSCloudBackupRestore, TestRetrieveFieldsOptimizer, TestEmbeddedSolrServerConstructors, DocValuesTest, TestNumericRangeQuery64, DistanceFunctionTest, TestManagedResource, RemoteQueryErrorTest, SparseHLLTest, TestBadConfig, HLLSerializationTest, CdcrVersionReplicationTest, LeaderInitiatedRecoveryOnShardRestartTest, TestExtendedDismaxParser, ChaosMonkeySafeLeaderWithPullReplicasTest, DistributedQueueTest, TestAnalyzedSuggestions, TestCloudSearcherWarming, TestPKIAuthenticationPlugin, DistributedIntervalFacetingTest, TestExactStatsCache, HttpPartitionOnCommitTest, RegexBytesRefFilterTest, SpellCheckComponentTest, TestLMDirichletSimilarityFactory, TestReloadAndDeleteDocs, TestLegacyFieldCache, TestInPlaceUpdatesStandalone, OverriddenZkACLAndCredentialsProvidersTest, TestChildDocTransformer, SimpleFacetsTest, TestStressInPlaceUpdates, TestPrepRecovery, ConfigureRecoveryStrategyTest, TestNonDefinedSimilarityFactory, ExternalFileFieldSortTest, FullSolrCloudDistribCmdsTest, CursorMarkTest, TestFieldCache, TestCustomStream, InfixSuggestersTest, TestDistributedSearch, NoCacheHeaderTest, TestBackupRepositoryFactory, UpdateParamsTest, TestCloudSchemaless, ParsingFieldUpdateProcessorsTest, TestPayloadScoreQParserPlugin, DocExpirationUpdateProcessorFactoryTest, TestRandomCollapseQParserPlugin, HdfsDirectoryFactoryTest, TestLargeCluster, NodeMutatorTest, MinimalSchemaTest, TestConfig, TestReqParamsAPI, MigrateRouteKeyTest, TlogReplayBufferedWhileIndexingTest, ChaosMonkeySafeLeaderTest, TestPointFields, SpellPossibilityIteratorTest, TestFieldSortValues, SmileWriterTest, TestConfigSetImmutable, TestBlendedInfixSuggestions, DefaultValueUpdateProcessorTest, TestTlogReplica, DirectoryFactoryTest, SuggesterWFSTTest, TestPHPSerializedResponseWriter, CloudMLTQParserTest, SolrJmxReporterTest, ChaosMonkeyNothingIsSafeTest, TestFieldTypeResource, TestSolrCloudWithSecureImpersonation]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=FDCFEA302DB53548 -Dtests.slow=true -Dtests.locale=es-US -Dtests.timezone=Indian/Mahe -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J1 | TestSolrCloudWithSecureImpersonation (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   [junit4]    >    1) Thread[id=12094, name=jetty-launcher-2329-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
   [junit4]    >    2) Thread[id=12021, name=jetty-launcher-2329-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
   [junit4]    >    3) Thread[id=12093, name=jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FDCFEA302DB53548]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=12093, name=jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FDCFEA302DB53548]:0)
   [junit4] Completed [259/771 (1!)] on J1 in 55.76s, 12 tests, 2 errors <<< FAILURES!

[...truncated 49833 lines...]

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 417 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/417/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

5 tests failed.
FAILED:  org.apache.lucene.spatial3d.TestGeo3DPoint.testGeo3DRelations

Error Message:
invalid hits for shape=GeoRectangle: {planetmodel=PlanetModel.WGS84, toplat=-6.023566479313543E-136(-3.4512493688114235E-134), bottomlat=-1.5591424443674504(-89.33228172196566), leftlon=-3.8944523192991005E-11(-2.231356814107733E-9), rightlon=0.0(0.0)}

Stack Trace:
java.lang.AssertionError: invalid hits for shape=GeoRectangle: {planetmodel=PlanetModel.WGS84, toplat=-6.023566479313543E-136(-3.4512493688114235E-134), bottomlat=-1.5591424443674504(-89.33228172196566), leftlon=-3.8944523192991005E-11(-2.231356814107733E-9), rightlon=0.0(0.0)}
	at __randomizedtesting.SeedInfo.seed([7B5196384A417D60:CB2EEBACC50CD3FC]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.spatial3d.TestGeo3DPoint.testGeo3DRelations(TestGeo3DPoint.java:464)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:     1) Thread[id=28305, name=jetty-launcher-6133-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)    2) Thread[id=28315, name=jetty-launcher-6133-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   1) Thread[id=28305, name=jetty-launcher-6133-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   2) Thread[id=28315, name=jetty-launcher-6133-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
	at __randomizedtesting.SeedInfo.seed([4D6EF068753EDED4]:0)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([4D6EF068753EDED4:F762C7E72AD6089B]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.junit.Assert.assertNull(Assert.java:562)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData

Error Message:
Node watch should have fired!

Stack Trace:
java.lang.AssertionError: Node watch should have fired!
	at __randomizedtesting.SeedInfo.seed([4D6EF068753EDED4:6BFE1F3A21B018DE]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:     1) Thread[id=12062, name=jetty-launcher-3906-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)    2) Thread[id=12072, name=jetty-launcher-3906-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 
   1) Thread[id=12062, name=jetty-launcher-3906-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   2) Thread[id=12072, name=jetty-launcher-3906-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
	at __randomizedtesting.SeedInfo.seed([4D6EF068753EDED4]:0)




Build Log:
[...truncated 9750 lines...]
   [junit4] Suite: org.apache.lucene.spatial3d.TestGeo3DPoint
   [junit4] IGNOR/A 0.01s J1 | TestGeo3DPoint.testRandomBig
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4]   1> doc=490 should match but did not
   [junit4]   1>   point=[X=-0.01971920870611721, Y=2.3309121299774915E-10, Z=-0.9975687182594105]
   [junit4]   1>   mappedPoint=[lat=-1.5510316322472055, lon=3.141592653589793([X=-0.019719208794522842, Y=2.4149065931930738E-18, Z=-0.9975687180723979])]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestGeo3DPoint -Dtests.method=testGeo3DRelations -Dtests.seed=7B5196384A417D60 -Dtests.slow=true -Dtests.locale=zh-SG -Dtests.timezone=Pacific/Norfolk -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.98s J1 | TestGeo3DPoint.testGeo3DRelations <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: invalid hits for shape=GeoRectangle: {planetmodel=PlanetModel.WGS84, toplat=-6.023566479313543E-136(-3.4512493688114235E-134), bottomlat=-1.5591424443674504(-89.33228172196566), leftlon=-3.8944523192991005E-11(-2.231356814107733E-9), rightlon=0.0(0.0)}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7B5196384A417D60:CB2EEBACC50CD3FC]:0)
   [junit4]    > 	at org.apache.lucene.spatial3d.TestGeo3DPoint.testGeo3DRelations(TestGeo3DPoint.java:464)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=zh-SG, timezone=Pacific/Norfolk
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=78233080,total=97386496
   [junit4]   2> NOTE: All tests run in this JVM: [GeoPointTest, TestGeo3DDocValues, TestGeo3DPoint]
   [junit4] Completed [17/17 (1!)] on J1 in 10.08s, 14 tests, 1 failure, 1 skipped <<< FAILURES!

[...truncated 1884 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_4D6EF068753EDED4-001/init-core-data-001
   [junit4]   2> 59871 WARN  (SUITE-TestDistribStateManager-seed#[4D6EF068753EDED4]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=28 numCloses=28
   [junit4]   2> 59871 INFO  (SUITE-TestDistribStateManager-seed#[4D6EF068753EDED4]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 59873 INFO  (SUITE-TestDistribStateManager-seed#[4D6EF068753EDED4]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 59994 INFO  (SUITE-TestDistribStateManager-seed#[4D6EF068753EDED4]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 59997 INFO  (TEST-TestDistribStateManager.testListData-seed#[4D6EF068753EDED4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testListData
   [junit4]   2> 59997 INFO  (TEST-TestDistribStateManager.testListData-seed#[4D6EF068753EDED4]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 59998 INFO  (Thread-57) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 59998 INFO  (Thread-57) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 59999 ERROR (Thread-57) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 60098 INFO  (TEST-TestDistribStateManager.testListData-seed#[4D6EF068753EDED4]) [    ] o.a.s.c.ZkTestServer start zk server on port:37724
   [junit4]   2> 60101 INFO  (zkConnectionManagerCallback-73-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 60101 INFO  (TEST-TestDistribStateManager.testListData-seed#[4D6EF068753EDED4]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 60109 ERROR (TEST-TestDistribStateManager.testListData-seed#[4D6EF068753EDED4]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 60110 INFO  (TEST-TestDistribStateManager.testListData-seed#[4D6EF068753EDED4]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37724 37724
   [junit4]   2> 62862 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxnFactory Ignoring unexpected runtime exception
   [junit4]   2> java.nio.channels.CancelledKeyException
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.readyOps(SelectionKeyImpl.java:87)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:182)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 62864 INFO  (Thread-57) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37724 37724
   [junit4]   2> 62867 INFO  (TEST-TestDistribStateManager.testListData-seed#[4D6EF068753EDED4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testListData
   [junit4]   2> 62871 INFO  (TEST-TestDistribStateManager.testHasData-seed#[4D6EF068753EDED4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testHasData
   [junit4]   2> 62878 INFO  (TEST-TestDistribStateManager.testHasData-seed#[4D6EF068753EDED4]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
   [junit4]   2> 62878 INFO  (TEST-TestDistribStateManager.testHasData-seed#[4D6EF068753EDED4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testHasData
   [junit4]   2> 62881 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[4D6EF068753EDED4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateMode
   [junit4]   2> 62882 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[4D6EF068753EDED4]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 62882 INFO  (Thread-58) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 62882 INFO  (Thread-58) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 62886 ERROR (Thread-58) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 62982 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[4D6EF068753EDED4]) [    ] o.a.s.c.ZkTestServer start zk server on port:59013
   [junit4]   2> 62988 INFO  (zkConnectionManagerCallback-75-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 62988 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[4D6EF068753EDED4]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 63040 INFO  (zkConnectionManagerCallback-77-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 63040 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[4D6EF068753EDED4]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 63047 ERROR (TEST-TestDistribStateManager.testCreateMode-seed#[4D6EF068753EDED4]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 63048 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[4D6EF068753EDED4]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59013 59013
   [junit4]   2> 69497 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxnFactory Ignoring unexpected runtime exception
   [junit4]   2> java.nio.channels.CancelledKeyException
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.readyOps(SelectionKeyImpl.java:87)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:182)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 69508 INFO  (Thread-58) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59013 59013
   [junit4]   2> 69512 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[4D6EF068753EDED4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreateMode
   [junit4]   2> 69515 INFO  (TEST-TestDistribStateManager.testMulti-seed#[4D6EF068753EDED4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMulti
   [junit4]   2> 69516 INFO  (TEST-TestDistribStateManager.testMulti-seed#[4D6EF068753EDED4]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 69517 INFO  (Thread-59) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 69517 INFO  (Thread-59) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 69520 ERROR (Thread-59) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 69617 INFO  (TEST-TestDistribStateManager.testMulti-seed#[4D6EF068753EDED4]) [    ] o.a.s.c.ZkTestServer start zk server on port:60988
   [junit4]   2> 69621 INFO  (zkConnectionManagerCallback-79-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 69621 INFO  (TEST-TestDistribStateManager.testMulti-seed#[4D6EF068753EDED4]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 69624 ERROR (TEST-TestDistribStateManager.testMulti-seed#[4D6EF068753EDED4]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 69625 INFO  (TEST-TestDistribStateManager.testMulti-seed#[4D6EF068753EDED4]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60988 60988
   [junit4]   2> 79837 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxnFactory Ignoring unexpected runtime exception
   [junit4]   2> java.nio.channels.CancelledKeyException
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.readyOps(SelectionKeyImpl.java:87)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:182)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 79838 INFO  (Thread-59) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60988 60988
   [junit4]   2> 79842 INFO  (TEST-TestDistribStateManager.testMulti-seed#[4D6EF068753EDED4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMulti
   [junit4]   2> 79845 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[4D6EF068753EDED4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testGetSetRemoveData
   [junit4]   2> 79846 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[4D6EF068753EDED4]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 79846 INFO  (Thread-60) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 79846 INFO  (Thread-60) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 79849 ERROR (Thread-60) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 79946 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[4D6EF068753EDED4]) [    ] o.a.s.c.ZkTestServer start zk server on port:39759
   [junit4]   2> 79951 INFO  (zkConnectionManagerCallback-81-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 79952 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[4D6EF068753EDED4]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 79971 INFO  (zkConnectionManagerCallback-83-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 79971 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[4D6EF068753EDED4]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 84975 ERROR (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[4D6EF068753EDED4]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 84976 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[4D6EF068753EDED4]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39759 39759
   [junit4]   2> 95022 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxnFactory Ignoring unexpected runtime exception
   [junit4]   2> java.nio.channels.CancelledKeyException
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.readyOps(SelectionKeyImpl.java:87)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:182)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 95023 INFO  (Thread-60) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39759 39759
   [junit4]   2> 95027 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[4D6EF068753EDED4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testGetSetRemoveData
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDistribStateManager -Dtests.method=testGetSetRemoveData -Dtests.seed=4D6EF068753EDED4 -Dtests.slow=true -Dtests.locale=mt -Dtests.timezone=America/Regina -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 15.2s J0 | TestDistribStateManager.testGetSetRemoveData <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Node watch should have fired!
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4D6EF068753EDED4:6BFE1F3A21B018DE]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_4D6EF068753EDED4-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=611, maxMBSortInHeap=6.968300168177141, sim=RandomSimilarity(queryNorm=false): {}, locale=mt, timezone=America/Regina
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=83278288,total=163778560
   [junit4]   2> NOTE: All tests run in this JVM: [TestPolicyCloud, TestDistribStateManager]
   [junit4] Completed [3/769 (1!)] on J0 in 35.19s, 5 tests, 1 failure <<< FAILURES!

[...truncated 506 lines...]
   [junit4] Suite: org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_4D6EF068753EDED4-001/init-core-data-001
   [junit4]   2> 971714 WARN  (SUITE-TestImpersonationWithHadoopAuth-seed#[4D6EF068753EDED4]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 971714 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[4D6EF068753EDED4]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 971715 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[4D6EF068753EDED4]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 971716 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[4D6EF068753EDED4]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 971744 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[4D6EF068753EDED4]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_4D6EF068753EDED4-001/tempDir-001
   [junit4]   2> 971744 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[4D6EF068753EDED4]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 971745 INFO  (Thread-2353) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 971745 INFO  (Thread-2353) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 971747 ERROR (Thread-2353) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 971847 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[4D6EF068753EDED4]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:50985
   [junit4]   2> 971849 INFO  (zkConnectionManagerCallback-3909-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 971861 INFO  (jetty-launcher-3906-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T03:27:37+06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 971862 INFO  (jetty-launcher-3906-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 971862 INFO  (jetty-launcher-3906-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 971862 INFO  (jetty-launcher-3906-thread-2) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 971863 INFO  (jetty-launcher-3906-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66d1f682{/solr,null,AVAILABLE}
   [junit4]   2> 971863 INFO  (jetty-launcher-3906-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T03:27:37+06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 971864 INFO  (jetty-launcher-3906-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 971864 INFO  (jetty-launcher-3906-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 971864 INFO  (jetty-launcher-3906-thread-1) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 971864 INFO  (jetty-launcher-3906-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28a29ebf{/solr,null,AVAILABLE}
   [junit4]   2> 971865 INFO  (jetty-launcher-3906-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@51d16a03{SSL,[ssl, http/1.1]}{127.0.0.1:52940}
   [junit4]   2> 971865 INFO  (jetty-launcher-3906-thread-2) [    ] o.e.j.s.Server Started @974873ms
   [junit4]   2> 971865 INFO  (jetty-launcher-3906-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52940}
   [junit4]   2> 971865 ERROR (jetty-launcher-3906-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 971865 INFO  (jetty-launcher-3906-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 971865 INFO  (jetty-launcher-3906-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 971866 INFO  (jetty-launcher-3906-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 971866 INFO  (jetty-launcher-3906-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-28T02:36:35.607Z
   [junit4]   2> 971873 INFO  (jetty-launcher-3906-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@20b5c2e5{SSL,[ssl, http/1.1]}{127.0.0.1:63431}
   [junit4]   2> 971873 INFO  (jetty-launcher-3906-thread-1) [    ] o.e.j.s.Server Started @974881ms
   [junit4]   2> 971873 INFO  (jetty-launcher-3906-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63431}
   [junit4]   2> 971873 ERROR (jetty-launcher-3906-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 971873 INFO  (jetty-launcher-3906-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 971873 INFO  (jetty-launcher-3906-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 971873 INFO  (jetty-launcher-3906-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 971873 INFO  (jetty-launcher-3906-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-28T02:36:35.614Z
   [junit4]   2> 971873 INFO  (zkConnectionManagerCallback-3911-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 971875 INFO  (jetty-launcher-3906-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 971875 INFO  (zkConnectionManagerCallback-3913-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 971876 INFO  (jetty-launcher-3906-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 971881 INFO  (jetty-launcher-3906-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50985/solr
   [junit4]   2> 971882 INFO  (zkConnectionManagerCallback-3917-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 971883 INFO  (jetty-launcher-3906-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50985/solr
   [junit4]   2> 971884 INFO  (zkConnectionManagerCallback-3921-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 971885 INFO  (zkConnectionManagerCallback-3923-thread-1-processing-n:127.0.0.1:52940_solr) [n:127.0.0.1:52940_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 971887 INFO  (zkConnectionManagerCallback-3925-thread-1-processing-n:127.0.0.1:63431_solr) [n:127.0.0.1:63431_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 972059 INFO  (jetty-launcher-3906-thread-1) [n:127.0.0.1:63431_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 972060 INFO  (jetty-launcher-3906-thread-2) [n:127.0.0.1:52940_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 972060 INFO  (jetty-launcher-3906-thread-1) [n:127.0.0.1:63431_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63431_solr
   [junit4]   2> 972062 INFO  (jetty-launcher-3906-thread-2) [n:127.0.0.1:52940_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52940_solr
   [junit4]   2> 972062 INFO  (jetty-launcher-3906-thread-1) [n:127.0.0.1:63431_solr    ] o.a.s.c.Overseer Overseer (id=99425124056236038-127.0.0.1:63431_solr-n_0000000000) starting
   [junit4]   2> 972064 INFO  (zkCallback-3922-thread-1-processing-n:127.0.0.1:52940_solr) [n:127.0.0.1:52940_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 972064 INFO  (zkCallback-3924-thread-1-processing-n:127.0.0.1:63431_solr) [n:127.0.0.1:63431_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 972080 INFO  (jetty-launcher-3906-thread-1) [n:127.0.0.1:63431_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63431_solr
   [junit4]   2> 972082 INFO  (zkCallback-3924-thread-1-processing-n:127.0.0.1:63431_solr) [n:127.0.0.1:63431_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 972082 INFO  (zkCallback-3922-thread-1-processing-n:127.0.0.1:52940_solr) [n:127.0.0.1:52940_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 972119 INFO  (jetty-launcher-3906-thread-2) [n:127.0.0.1:52940_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
   [junit4]   2> 972119 INFO  (jetty-launcher-3906-thread-2) [n:127.0.0.1:52940_solr    ] o.a.s.s.HadoopAuthPlugin Params: {proxyuser.anyHostUsersGroup.hosts=*, proxyuser.wrongHost.hosts=1.1.1.1.1.1, proxyuser.bogusGroup.groups=__some_bogus_group, proxyuser.localHostAnyGroup.groups=*, cookie.domain=127.0.0.1, proxyuser.wrongHost.groups=*, type=simple, proxyuser.noHosts.groups=*, proxyuser.anyHostUsersGroup.groups=staff, proxyuser.noGroups.hosts=*, proxyuser.anyHostAnyUser.groups=*, delegation-token.token-kind=solr-dt, proxyuser.bogusGroup.hosts=*, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, zk-dt-secret-manager.enable=true, proxyuser.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, proxyuser.anyHostAnyUser.hosts=*, signer.secret.provider=zookeeper}
   [junit4]   2> 972120 INFO  (jetty-launcher-3906-thread-2) [n:127.0.0.1:52940_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 972125 INFO  (jetty-launcher-3906-thread-2-EventThread) [n:127.0.0.1:52940_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 972142 INFO  (jetty-launcher-3906-thread-2) [n:127.0.0.1:52940_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 972154 INFO  (jetty-launcher-3906-thread-1) [n:127.0.0.1:63431_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
   [junit4]   2> 972154 INFO  (jetty-launcher-3906-thread-1) [n:127.0.0.1:63431_solr    ] o.a.s.s.HadoopAuthPlugin Params: {proxyuser.anyHostUsersGroup.hosts=*, proxyuser.wrongHost.hosts=1.1.1.1.1.1, proxyuser.bogusGroup.groups=__some_bogus_group, proxyuser.localHostAnyGroup.groups=*, cookie.domain=127.0.0.1, proxyuser.wrongHost.groups=*, type=simple, proxyuser.noHosts.groups=*, proxyuser.anyHostUsersGroup.groups=staff, proxyuser.noGroups.hosts=*, proxyuser.anyHostAnyUser.groups=*, delegation-token.token-kind=solr-dt, proxyuser.bogusGroup.hosts=*, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, zk-dt-secret-manager.enable=true, proxyuser.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, proxyuser.anyHostAnyUser.hosts=*, signer.secret.provider=zookeeper}
   [junit4]   2> 972156 INFO  (jetty-launcher-3906-thread-1) [n:127.0.0.1:63431_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 972160 INFO  (jetty-launcher-3906-thread-1-EventThread) [n:127.0.0.1:63431_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 972174 INFO  (jetty-launcher-3906-thread-1) [n:127.0.0.1:63431_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 972198 INFO  (jetty-launcher-3906-thread-2) [n:127.0.0.1:52940_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52940.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d20ccf7
   [junit4]   2> 972203 INFO  (jetty-launcher-3906-thread-2) [n:127.0.0.1:52940_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52940.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d20ccf7
   [junit4]   2> 972204 INFO  (jetty-launcher-3906-thread-2) [n:127.0.0.1:52940_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52940.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d20ccf7
   [junit4]   2> 972204 INFO  (jetty-launcher-3906-thread-2) [n:127.0.0.1:52940_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_4D6EF068753EDED4-001/tempDir-001/node1/.
   [junit4]   2> 972219 INFO  (jetty-launcher-3906-thread-1) [n:127.0.0.1:63431_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63431.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d20ccf7
   [junit4]   2> 972226 INFO  (jetty-launcher-3906-thread-1) [n:127.0.0.1:63431_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63431.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d20ccf7
   [junit4]   2> 972226 INFO  (jetty-launcher-3906-thread-1) [n:127.0.0.1:63431_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63431.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d20ccf7
   [junit4]   2> 972227 INFO  (jetty-launcher-3906-thread-1) [n:127.0.0.1:63431_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_4D6EF068753EDED4-001/tempDir-001/node2/.
   [junit4]   2> 972246 INFO  (zkConnectionManagerCallback-3931-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 972250 INFO  (zkConnectionManagerCallback-3935-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 972251 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[4D6EF068753EDED4]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 972252 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[4D6EF068753EDED4]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50985/solr ready
   [junit4] IGNOR/A 0.00s J1 | TestImpersonationWithHadoopAuth.testForwarding
   [junit4]    > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/HADOOP-9893))
   [junit4]   2> 972278 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[4D6EF068753EDED4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
   [junit4]   2> 972338 WARN  (qtp1640906121-12017) [    ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: invalid user name: "bar"
   [junit4]   2> id: invalid user name: "bar"
   [junit4]   2> 
   [junit4]   2> 972354 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[4D6EF068753EDED4]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=simple-dt&e=1517142996059&s=Ct0IqW4eU4V3sOHeqVo974jr7vY="; Domain=127.0.0.1; Expires=   , 28-   -2018 12:36:36 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 28- -2018 12:36:36 GMT
   [junit4]   2> 972355 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[4D6EF068753EDED4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
   [junit4]   2> 972373 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[4D6EF068753EDED4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
   [junit4]   2> 972381 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[4D6EF068753EDED4]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=simple-dt&e=1517142996118&s=sE20QzAqivR0nXoKeTGgoQO+8xs="; Domain=127.0.0.1; Expires=   , 28-   -2018 12:36:36 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 28- -2018 12:36:36 GMT
   [junit4]   2> 972381 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[4D6EF068753EDED4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
   [junit4]   2> 972412 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[4D6EF068753EDED4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
   [junit4]   2> 972419 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[4D6EF068753EDED4]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=simple-dt&e=1517142996158&s=OwuYVHFKOIioQB/MsG4UmypcqtI="; Domain=127.0.0.1; Expires=   , 28-   -2018 12:36:36 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 28- -2018 12:36:36 GMT
   [junit4]   2> 972420 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[4D6EF068753EDED4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
   [junit4]   2> 972447 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNullProxyUser-seed#[4D6EF068753EDED4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
   [junit4]   2> 972451 INFO  (qtp1640906121-12017) [    ] o.a.s.s.SolrDispatchFilter Error authenticating
   [junit4]   2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.PseudoAuthenticationHandler.authenticate(PseudoAuthenticationHandler.java:195)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.HadoopAuthFilter.doFilter(HadoopAuthFilter.java:110)
   [junit4]   2> 	at org.apache.solr.security.HadoopAuthPlugin.doAuthenticate(HadoopAuthPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:530)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 972452 WARN  (qtp1640906121-12017) [    ] o.e.j.s.HttpChannel /solr/admin/collections
   [junit4]   2> org.apache.solr.common.SolrException: Error during request authentication, 
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:455)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:530)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.PseudoAuthenticationHandler.authenticate(PseudoAuthenticationHandler.java:195)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.HadoopAuthFilter.doFilter(HadoopAuthFilter.java:110)
   [junit4]   2> 	at org.apache.solr.security.HadoopAuthPlugin.doAuthenticate(HadoopAuthPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
   [junit4]   2> 	... 34 more
   [junit4]   2> 972458 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNullProxyUser-seed#[4D6EF068753EDED4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
   [junit4]   2> 972481 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[4D6EF068753EDED4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
   [junit4]   2> 972487 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[4D6EF068753EDED4]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=simple-dt&e=1517142996226&s=YMsTyG6DpcRdmvQujkOG/cGqlB4="; Domain=127.0.0.1; Expires=   , 28-   -2018 12:36:36 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 28- -2018 12:36:36 GMT
   [junit4]   2> 972488 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[4D6EF068753EDED4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
   [junit4]   2> 972518 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[4D6EF068753EDED4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
   [junit4]   2> 972526 INFO  (qtp1640906121-12012) [n:127.0.0.1:52940_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&user.name=anyHostUsersGroup&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 972526 INFO  (qtp1640906121-12012) [n:127.0.0.1:52940_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&user.name=anyHostUsersGroup&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 972527 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[4D6EF068753EDED4]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=simple-dt&e=1517142996262&s=4A45pYjA4+4Qn1UuePvwJaxuzdg="; Domain=127.0.0.1; Expires=   , 28-   -2018 12:36:36 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 28- -2018 12:36:36 GMT
   [junit4]   2> 972528 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[4D6EF068753EDED4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
   [junit4]   2> 972551 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[4D6EF068753EDED4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
   [junit4]   2> 972558 INFO  (qtp1640906121-12017) [n:127.0.0.1:52940_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&user.name=localHostAnyGroup&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 972558 INFO  (qtp1640906121-12017) [n:127.0.0.1:52940_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&user.name=localHostAnyGroup&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 972559 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[4D6EF068753EDED4]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=simple-dt&e=1517142996299&s=8OYSS0JirUiPgO0NTW3TaqdkBTw="; Domain=127.0.0.1; Expires=   , 28-   -2018 12:36:36 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 28- -2018 12:36:36 GMT
   [junit4]   2> 972559 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[4D6EF068753EDED4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
   [junit4]   2> 972603 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[4D6EF068753EDED4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
   [junit4]   2> 987910 WARN  (jetty-launcher-3906-thread-2-SendThread(127.0.0.1:50985)) [n:127.0.0.1:52940_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15704ms for sessionid 0x1613a9fa11f0005
   [junit4]   2> 987911 WARN  (jetty-launcher-3906-thread-2-SendThread(127.0.0.1:50985)) [n:127.0.0.1:52940_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15718ms for sessionid 0x1613a9fa11f0007
   [junit4]   2> 987911 WARN  (jetty-launcher-3906-thread-1-SendThread(127.0.0.1:50985)) [n:127.0.0.1:63431_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15717ms for sessionid 0x1613a9fa11f0008
   [junit4]   2> 987911 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1613a9fa11f0005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 987911 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[4D6EF068753EDED4]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=simple-dt&e=1517142996347&s=5UvwYtVuZzvlsyP00g19j0Vb7Hs="; Domain=127.0.0.1; Expires=   , 28-   -2018 12:36:36 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 28- -2018 12:36:36 GMT
   [junit4]   2> 987911 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1613a9fa11f0008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 987912 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1613a9fa11f0007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 987912 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[4D6EF068753EDED4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
   [junit4]   2> 987913 WARN  (jetty-launcher-3906-thread-1-SendThread(127.0.0.1:50985)) [n:127.0.0.1:63431_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15684ms for sessionid 0x1613a9fa11f0006
   [junit4]   2> 987913 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1613a9fa11f0006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 987935 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[4D6EF068753EDED4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
   [junit4]   2> 987939 INFO  (qtp1640906121-12017) [n:127.0.0.1:52940_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&user.name=anyHostAnyUser&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 987939 INFO  (qtp1640906121-12017) [n:127.0.0.1:52940_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&user.name=anyHostAnyUser&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 987939 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[4D6EF068753EDED4]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=simple-dt&e=1517143011679&s=6yFfgwbicG+tcE8HwUnj88TCVcg="; Domain=127.0.0.1; Expires=   , 28-   -2018 12:36:51 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 28- -2018 12:36:51 GMT
   [junit4]   2> 987939 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[4D6EF068753EDED4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
   [junit4]   2> 988011 WARN  (zkConnectionManagerCallback-3923-thread-1-processing-n:127.0.0.1:52940_solr) [n:127.0.0.1:52940_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5278e0b name: ZooKeeperConnection Watcher:127.0.0.1:50985/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 988011 WARN  (zkConnectionManagerCallback-3923-thread-1-processing-n:127.0.0.1:52940_solr) [n:127.0.0.1:52940_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 988012 INFO  (jetty-launcher-3906-thread-2-EventThread) [n:127.0.0.1:52940_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 988014 WARN  (zkConnectionManagerCallback-3935-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b6e09ab name: ZooKeeperConnection Watcher:127.0.0.1:50985/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 988014 WARN  (zkConnectionManagerCallback-3935-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 988017 INFO  (jetty-closer-3907-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@51d16a03{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 988017 WARN  (zkConnectionManagerCallback-3925-thread-1-processing-n:127.0.0.1:63431_solr) [n:127.0.0.1:63431_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@95187e0 name: ZooKeeperConnection Watcher:127.0.0.1:50985/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 988017 WARN  (zkConnectionManagerCallback-3925-thread-1-processing-n:127.0.0.1:63431_solr) [n:127.0.0.1:63431_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 988020 INFO  (jetty-closer-3907-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=568539658
   [junit4]   2> 988020 INFO  (jetty-closer-3907-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 988020 INFO  (jetty-closer-3907-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@68904679: rootName = solr_52940, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@54dea6d8
   [junit4]   2> 988021 INFO  (jetty-closer-3907-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@20b5c2e5{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 988021 INFO  (jetty-closer-3907-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=878638243
   [junit4]   2> 988021 INFO  (jetty-closer-3907-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 988021 INFO  (jetty-closer-3907-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@79285a25: rootName = solr_63431, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@16cf7dbc
   [junit4]   2> 988028 INFO  (jetty-closer-3907-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 988028 INFO  (jetty-closer-3907-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4b4e4790: rootName = solr_52940, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@565a4e35
   [junit4]   2> 988029 INFO  (jetty-closer-3907-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 988029 INFO  (jetty-closer-3907-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@61b0f6b2: rootName = solr_63431, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@565a4e35
   [junit4]   2> 988032 INFO  (jetty-closer-3907-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 988032 INFO  (jetty-closer-3907-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@22b38157: rootName = solr_52940, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6a162b31
   [junit4]   2> 988033 INFO  (jetty-closer-3907-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 988033 INFO  (jetty-closer-3907-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4b3fa5d7: rootName = solr_63431, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6a162b31
   [junit4]   2> 989090 INFO  (zkConnectionManagerCallback-3923-thread-1-processing-n:127.0.0.1:52940_solr) [n:127.0.0.1:52940_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 989096 INFO  (jetty-closer-3907-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:52940_solr
   [junit4]   2> 989097 INFO  (jetty-closer-3907-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 989097 INFO  (jetty-closer-3907-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 989098 INFO  (zkCallback-3922-thread-5-processing-n:127.0.0.1:52940_solr) [n:127.0.0.1:52940_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 989099 ERROR (Thread[Thread-2370,5,TGRP-TestImpersonationWithHadoopAuth]) [n:127.0.0.1:52940_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 989606 INFO  (jetty-closer-3907-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@66d1f682{/solr,null,UNAVAILABLE}
   [junit4]   2> 989606 INFO  (jetty-closer-3907-thread-1) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 989676 INFO  (jetty-launcher-3906-thread-1-EventThread) [n:127.0.0.1:63431_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 989969 INFO  (zkConnectionManagerCallback-3925-thread-1-processing-n:127.0.0.1:63431_solr) [n:127.0.0.1:63431_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 989970 INFO  (zkCallback-3924-thread-9-processing-n:127.0.0.1:63431_solr) [n:127.0.0.1:63431_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 989984 INFO  (jetty-closer-3907-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:63431_solr
   [junit4]   2> 989988 INFO  (jetty-closer-3907-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 989988 INFO  (jetty-closer-3907-thread-2) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 989988 INFO  (jetty-closer-3907-thread-2) [    ] o.a.s.c.Overseer Overseer (id=99425124056236038-127.0.0.1:63431_solr-n_0000000000) closing
   [junit4]   2> 989988 INFO  (OverseerStateUpdate-99425124056236038-127.0.0.1:63431_solr-n_0000000000) [n:127.0.0.1:63431_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:63431_solr
   [junit4]   2> 989992 WARN  (OverseerAutoScalingTriggerThread-99425124056236038-127.0.0.1:63431_solr-n_0000000000) [n:127.0.0.1:63431_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 989992 INFO  (zkCallback-3924-thread-9-processing-n:127.0.0.1:63431_solr) [n:127.0.0.1:63431_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 989999 ERROR (Thread[Thread-2372,5,TGRP-TestImpersonationWithHadoopAuth]) [n:127.0.0.1:63431_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 990002 INFO  (jetty-closer-3907-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@28a29ebf{/solr,null,UNAVAILABLE}
   [junit4]   2> 990003 INFO  (jetty-closer-3907-thread-2) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 990004 ERROR (SUITE-TestImpersonationWithHadoopAuth-seed#[4D6EF068753EDED4]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 990005 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[4D6EF068753EDED4]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50985 50985
   [junit4]   2> 995064 INFO  (Thread-2353) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50985 50985
   [junit4]   2> 995065 WARN  (Thread-2353) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 	3	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 
   [junit4]   2> 995065 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[4D6EF068753EDED4]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Jan 28, 2018 2:36:58 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   

[...truncated too long message...]

ntCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
   [junit4]   2> 3888377 INFO  (Thread-7310) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49224 49224
   [junit4]   2> 3888386 WARN  (Thread-7310) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	22	/solr/clusterprops.json
   [junit4]   2> 	22	/solr/aliases.json
   [junit4]   2> 	21	/solr/security.json
   [junit4]   2> 	6	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	77	/solr/collections/collection1/state.json
   [junit4]   2> 	22	/solr/clusterstate.json
   [junit4]   2> 	12	/solr/collections/testMetricTrigger/state.json
   [junit4]   2> 	6	/solr/autoscaling.json
   [junit4]   2> 	3	/solr/overseer_elect/election/99425302266445853-127.0.0.1:62068_solr-n_0000000008
   [junit4]   2> 	2	/solr/overseer_elect/election/99425302266445878-127.0.0.1:63531_solr-n_0000000016
   [junit4]   2> 	2	/solr/overseer_elect/election/99425302266445863-127.0.0.1:42056_solr-n_0000000011
   [junit4]   2> 	2	/solr/overseer_elect/election/99425302266445847-127.0.0.1:62200_solr-n_0000000006
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/99425302266445835-core_node4-n_0000000000
   [junit4]   2> 	2	/solr/overseer_elect/election/99425302266445844-127.0.0.1:47514_solr-n_0000000005
   [junit4]   2> 	2	/solr/overseer_elect/election/99425302266445881-127.0.0.1:54376_solr-n_0000000017
   [junit4]   2> 	2	/solr/overseer_elect/election/99425302266445869-127.0.0.1:40144_solr-n_0000000013
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	22	/solr/live_nodes
   [junit4]   2> 	22	/solr/collections
   [junit4]   2> 	6	/solr/overseer/queue-work
   [junit4]   2> 	6	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	6	/solr/overseer/queue
   [junit4]   2> 	6	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/autoscaling/events/node_lost_triggerMR
   [junit4]   2> 	2	/solr/autoscaling/events/node_added_triggerCTOOR
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4D6EF068753EDED4-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=fr-BE, timezone=Pacific/Enderbury
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=180588736,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestPolicyCloud, TestDistribStateManager, MultiTermTest, RuleEngineTest, TestRangeQuery, V2ApiIntegrationTest, SolrCoreMetricManagerTest, SampleTest, TestSweetSpotSimilarityFactory, TimeRoutedAliasUpdateProcessorTest, AssignTest, HdfsWriteToMultipleCollectionsTest, QueryEqualityTest, TestSolrCoreParser, ExitableDirectoryReaderTest, TestPayloadCheckQParserPlugin, LeaderInitiatedRecoveryOnShardRestartTest, SolrCoreTest, TestQueryTypes, OpenExchangeRatesOrgProviderTest, TestReplicationHandlerBackup, TestFoldingMultitermQuery, DeleteShardTest, SolrPluginUtilsTest, DeleteNodeTest, TestNRTOpen, TestSolrJ, CustomHighlightComponentTest, TestPullReplicaErrorHandling, MetricUtilsTest, TestGraphMLResponseWriter, TestDelegationWithHadoopAuth, HdfsTlogReplayBufferedWhileIndexingTest, OpenCloseCoreStressTest, TestIBSimilarityFactory, DistributedExpandComponentTest, TestCursorMarkWithoutUniqueKey, TestPartialUpdateDeduplication, TestSubQueryTransformerDistrib, TestCorePropertiesReload, FileUtilsTest, TestDynamicFieldCollectionResource, TestElisionMultitermQuery, SolrRequestParserTest, TestMissingGroups, BooleanFieldTest, TestComplexPhraseLeadingWildcard, ConvertedLegacyTest, TestAuthorizationFramework, AutoscalingHistoryHandlerTest, CdcrReplicationDistributedZkTest, BinaryUpdateRequestHandlerTest, OverriddenZkACLAndCredentialsProvidersTest, TestSchemaManager, CoreAdminRequestStatusTest, TestCollectionAPI, TestHashQParserPlugin, CollectionsAPIDistributedZkTest, FullHLLTest, TestExpandComponent, TestClusterStateMutator, DocValuesMissingTest, TestFastOutputStream, TestBinaryResponseWriter, DistributedFacetPivotLargeTest, SearchHandlerTest, MoreLikeThisHandlerTest, TestEmbeddedSolrServerAdminHandler, RollingRestartTest, TestCloudSearcherWarming, SaslZkACLProviderTest, CustomCollectionTest, DateFieldTest, TestExactSharedStatsCache, TestNumericRangeQuery32, TestPostingsSolrHighlighter, LeaderElectionContextKeyTest, ExecutePlanActionTest, TestUninvertingReader, TermsComponentTest, PluginInfoTest, TestXIncludeConfig, AssignBackwardCompatibilityTest, SimpleMLTQParserTest, CloudExitableDirectoryReaderTest, TestZkChroot, TestLeaderElectionWithEmptyReplica, ZkNodePropsTest, HttpSolrCallGetCoreTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DirectSolrConnectionTest, TestConfigSetsAPI, DocumentBuilderTest, TestSchemaNameResource, TestSurroundQueryParser, CdcrRequestHandlerTest, DistributedFacetPivotSmallAdvancedTest, TestFieldCacheSortRandom, LargeFieldTest, TestJsonFacetRefinement, SuggesterFSTTest, InfoHandlerTest, TestSystemIdResolver, LeaderElectionTest, UtilsToolTest, QueryElevationComponentTest, SuggesterTSTTest, BasicZkTest, TestSolrCloudWithHadoopAuthPlugin, StatelessScriptUpdateProcessorFactoryTest, TestCollationField, TestXmlQParserPlugin, FastVectorHighlighterTest, TestManagedSynonymGraphFilterFactory, SignatureUpdateProcessorFactoryTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, MoveReplicaTest, TestUnifiedSolrHighlighter, StatsComponentTest, HLLUtilTest, TestFiltering, DeleteInactiveReplicaTest, PreAnalyzedUpdateProcessorTest, TestDefaultStatsCache, TestRealTimeGet, TestNoOpRegenerator, CollectionTooManyReplicasTest, TestSuggestSpellingConverter, CoreSorterTest, AtomicUpdatesTest, DistribCursorPagingTest, TestCoreContainer, SolrCLIZkUtilsTest, CurrencyFieldTypeTest, TestFieldTypeCollectionResource, XmlUpdateRequestHandlerTest, TestDynamicLoading, AddSchemaFieldsUpdateProcessorFactoryTest, TestQuerySenderNoQuery, SchemaApiFailureTest, SolrIndexConfigTest, AutoScalingHandlerTest, BlockJoinFacetSimpleTest, CdcrBidirectionalTest, DistributedQueryComponentOptimizationTest, ConjunctionSolrSpellCheckerTest, TestQueryWrapperFilter, TestConfigsApi, TestApiFramework, SolrIndexSplitterTest, NodeAddedTriggerTest, TestFaceting, TestSolrCloudWithDelegationTokens, TestNumericTokenStream, BigEndianAscendingWordDeserializerTest, LeaderFailureAfterFreshStartTest, TermVectorComponentDistributedTest, AnalysisErrorHandlingTest, TestLeaderInitiatedRecoveryThread, BitVectorTest, TestShardHandlerFactory, TestTlogReplica, CachingDirectoryFactoryTest, DirectSolrSpellCheckerTest, TestFieldCollectionResource, CreateCollectionCleanupTest, AddReplicaTest, HdfsRecoveryZkTest, TestCloudNestedDocsSort, TestSerializedLuceneMatchVersion, TestFieldCacheWithThreads, SolrMetricReporterTest, TestAddFieldRealTimeGet, ZkStateWriterTest, TestPushWriter, RankQueryTest, ManagedSchemaRoundRobinCloudTest, TestSortByMinMaxFunction, CursorPagingTest, TestCSVResponseWriter, TestPivotHelperCode, TestCloudJSONFacetJoinDomain, UnloadDistributedZkTest, SpatialRPTFieldTypeTest, TestIndexSearcher, LeaderElectionIntegrationTest, PropertiesRequestHandlerTest, TestJmxIntegration, JSONWriterTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, OverseerTest, RecoveryZkTest, TestReplicationHandler, TestHashPartitioner, DistributedTermsComponentTest, BadIndexSchemaTest, TestFunctionQuery, TestLazyCores, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, TestStressLucene, TestTrie, SpatialFilterTest, TestCSVLoader, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, TestRemoteStreaming, SolrInfoBeanTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, DocumentAnalysisRequestHandlerTest, TestValueSourceCache, RequiredFieldsTest, TestSolrQueryParser, MBeansHandlerTest, HighlighterConfigTest, SOLR749Test, AlternateDirectoryTest, TestSolrIndexConfig, CopyFieldTest, BadComponentTest, TestMergePolicyConfig, NotRequiredUniqueKeyTest, TestPhraseSuggestions, TestBM25SimilarityFactory, ScriptEngineTest, TestFastLRUCache, PreAnalyzedFieldTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestLRUCache, SliceStateTest, TestRTGBase, DistributedIntervalFacetingTest, TestHighlightDedupGrouping, TestTolerantSearch, TestLuceneIndexBackCompat, ActionThrottleTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ConfigSetsAPITest, DistribJoinFromCollectionTest, DistributedQueueTest, DistributedVersionInfoTest, LeaderInitiatedRecoveryOnCommitTest, MigrateRouteKeyTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, PeerSyncReplicationTest, SolrXmlInZkTest, TestCloudPseudoReturnFields, TestClusterProperties, TestConfigSetsAPIExclusivity, TestDeleteCollectionOnDownNodes, TestLockTree, TestMiniSolrCloudClusterSSL, TestRandomFlRTGCloud, TestRandomRequestDistribution, TestRequestForwarding, TestSSLRandomization, TestSegmentSorting, TestSizeLimitedDistributedMap, TestSolrCloudWithSecureImpersonation, TestStressLiveNodes, TestTolerantUpdateProcessorRandomCloud, TestUtilizeNode, TlogReplayBufferedWhileIndexingTest, VMParamsZkACLAndCredentialsProvidersTest, ZkFailoverTest, SimpleCollectionCreateDeleteTest, TestCollectionsAPIViaSolrCloudCluster, TestHdfsCloudBackupRestore, TestReplicaProperties, AutoAddReplicasIntegrationTest, HttpTriggerListenerTest, SearchRateTriggerTest, SystemLogListenerTest, TriggerIntegrationTest]
   [junit4] Completed [604/769 (4!)] on J0 in 197.56s, 14 tests, 1 failure <<< FAILURES!

[...truncated 48710 lines...]