You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/02/12 05:40:39 UTC
[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build #
1673 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1673/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.TestDistributedSearch.test
Error Message:
Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460) at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273) at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) ,time=2}
Stack Trace:
java.lang.AssertionError: Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273)
at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
,time=2}
at __randomizedtesting.SeedInfo.seed([79447D1405891A83:F11042CEAB75777B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1191)
at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1132)
at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:992)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1019)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12792 lines...]
[junit4] Suite: org.apache.solr.TestDistributedSearch
[junit4] 2> 1469724 INFO (SUITE-TestDistributedSearch-seed#[79447D1405891A83]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_79447D1405891A83-001/init-core-data-001
[junit4] 2> 1469725 INFO (SUITE-TestDistributedSearch-seed#[79447D1405891A83]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1469726 INFO (SUITE-TestDistributedSearch-seed#[79447D1405891A83]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9061)
[junit4] 2> 1469726 INFO (SUITE-TestDistributedSearch-seed#[79447D1405891A83]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1469975 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_79447D1405891A83-001/tempDir-001/control/cores/collection1
[junit4] 2> 1469977 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T09:27:37+12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1469977 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1469978 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1469978 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1469978 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1822d684{/,null,AVAILABLE}
[junit4] 2> 1469989 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7f617113{HTTP/1.1,[http/1.1]}{127.0.0.1:46742}
[junit4] 2> 1469989 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.e.j.s.Server Started @1472934ms
[junit4] 2> 1469989 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=46742, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_79447D1405891A83-001/tempDir-001/control/cores}
[junit4] 2> 1469989 ERROR (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1469989 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1469989 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1469989 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1469989 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T04:27:53.394Z
[junit4] 2> 1469990 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_79447D1405891A83-001/tempDir-001/control/solr.xml
[junit4] 2> 1469995 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1469995 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1469996 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@75b9286d, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1470047 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75b9286d
[junit4] 2> 1470057 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75b9286d
[junit4] 2> 1470057 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75b9286d
[junit4] 2> 1470059 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_79447D1405891A83-001/tempDir-001/control/cores
[junit4] 2> 1470059 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1470060 INFO (coreLoadExecutor-3331-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1470062 INFO (coreLoadExecutor-3331-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1470099 INFO (coreLoadExecutor-3331-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1470118 INFO (coreLoadExecutor-3331-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1470215 INFO (coreLoadExecutor-3331-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1470224 INFO (coreLoadExecutor-3331-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 1470225 INFO (coreLoadExecutor-3331-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75b9286d
[junit4] 2> 1470225 INFO (coreLoadExecutor-3331-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1470225 INFO (coreLoadExecutor-3331-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_79447D1405891A83-001/tempDir-001/control/cores/collection1/data/]
[junit4] 2> 1470226 INFO (coreLoadExecutor-3331-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=91.1806640625, floorSegmentMB=1.037109375, forceMergeDeletesPctAllowed=29.691569415880338, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2749936036211388
[junit4] 2> 1470276 INFO (coreLoadExecutor-3331-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1470276 INFO (coreLoadExecutor-3331-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1470277 INFO (coreLoadExecutor-3331-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1470277 INFO (coreLoadExecutor-3331-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1470278 INFO (coreLoadExecutor-3331-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1780082532, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1470278 INFO (coreLoadExecutor-3331-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2f689e69[collection1] main]
[junit4] 2> 1470279 INFO (coreLoadExecutor-3331-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1470284 INFO (coreLoadExecutor-3331-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1470304 INFO (coreLoadExecutor-3331-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1470304 INFO (searcherExecutor-3332-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1470304 INFO (coreLoadExecutor-3331-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592167942019088384
[junit4] 2> 1470305 INFO (searcherExecutor-3332-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1470305 INFO (searcherExecutor-3332-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1470305 INFO (searcherExecutor-3332-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1470305 INFO (searcherExecutor-3332-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1470305 INFO (searcherExecutor-3332-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1470306 INFO (searcherExecutor-3332-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1470306 INFO (searcherExecutor-3332-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1470306 INFO (searcherExecutor-3332-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1470308 INFO (searcherExecutor-3332-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2f689e69[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1470495 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_79447D1405891A83-001/tempDir-001/shard0/cores/collection1
[junit4] 2> 1470496 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T09:27:37+12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1470497 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1470498 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1470498 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1470498 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@73c3324f{/,null,AVAILABLE}
[junit4] 2> 1470498 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@777a21c8{HTTP/1.1,[http/1.1]}{127.0.0.1:35567}
[junit4] 2> 1470498 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.e.j.s.Server Started @1473444ms
[junit4] 2> 1470498 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=35567, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_79447D1405891A83-001/tempDir-001/shard0/cores}
[junit4] 2> 1470499 ERROR (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1470499 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1470499 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1470499 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1470499 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T04:27:53.904Z
[junit4] 2> 1470499 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_79447D1405891A83-001/tempDir-001/shard0/solr.xml
[junit4] 2> 1470502 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1470502 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1470503 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@75b9286d, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1470544 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75b9286d
[junit4] 2> 1470552 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75b9286d
[junit4] 2> 1470552 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75b9286d
[junit4] 2> 1470554 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_79447D1405891A83-001/tempDir-001/shard0/cores
[junit4] 2> 1470554 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1470555 INFO (coreLoadExecutor-3342-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1470560 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1470610 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1470622 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1470683 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1470690 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 1470690 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75b9286d
[junit4] 2> 1470690 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1470691 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_79447D1405891A83-001/tempDir-001/shard0/cores/collection1/data/]
[junit4] 2> 1470692 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=91.1806640625, floorSegmentMB=1.037109375, forceMergeDeletesPctAllowed=29.691569415880338, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2749936036211388
[junit4] 2> 1470762 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1470762 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1470764 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1470764 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1470765 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1780082532, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1470766 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@27255dc3[collection1] main]
[junit4] 2> 1470766 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1470771 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1470788 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1470789 INFO (searcherExecutor-3343-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1470789 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592167942527647744
[junit4] 2> 1470789 INFO (searcherExecutor-3343-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1470789 INFO (searcherExecutor-3343-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1470789 INFO (searcherExecutor-3343-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1470790 INFO (searcherExecutor-3343-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1470790 INFO (searcherExecutor-3343-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1470790 INFO (searcherExecutor-3343-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1470791 INFO (searcherExecutor-3343-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1470791 INFO (searcherExecutor-3343-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1470791 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1470793 INFO (searcherExecutor-3343-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@27255dc3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1470796 INFO (qtp1013837566-10164) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1592167942532890624)} 0 1
[junit4] 2> 1470800 INFO (qtp1043757549-10181) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1592167942536036352)} 0 2
[junit4] 2> 1470807 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[1 (1592167942540230656)]} 0 5
[junit4] 2> 1470827 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[1 (1592167942547570688)]} 0 19
[junit4] 2> 1470828 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[2 (1592167942567493632)]} 0 0
[junit4] 2> 1470830 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[2 (1592167942569590784)]} 0 0
[junit4] 2> 1470831 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[3 (1592167942570639360)]} 0 0
[junit4] 2> 1470832 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[3 (1592167942572736512)]} 0 0
[junit4] 2> 1470833 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[4 (1592167942572736512)]} 0 0
[junit4] 2> 1470833 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[4 (1592167942573785088)]} 0 0
[junit4] 2> 1470834 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[5 (1592167942574833664)]} 0 0
[junit4] 2> 1470835 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[5 (1592167942575882240)]} 0 0
[junit4] 2> 1470837 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[6 (1592167942577979392)]} 0 0
[junit4] 2> 1470838 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[6 (1592167942579027968)]} 0 0
[junit4] 2> 1470839 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[7 (1592167942580076544)]} 0 0
[junit4] 2> 1470840 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[7 (1592167942581125120)]} 0 0
[junit4] 2> 1470842 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[8 (1592167942583222272)]} 0 0
[junit4] 2> 1470843 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[8 (1592167942584270848)]} 0 0
[junit4] 2> 1470843 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[9 (1592167942584270848)]} 0 0
[junit4] 2> 1470843 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[9 (1592167942584270849)]} 0 0
[junit4] 2> 1470843 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1592167942584270849,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1470843 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@76883e08 commitCommandVersion:1592167942584270849
[junit4] 2> 1470855 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@749a891a[collection1] main]
[junit4] 2> 1470856 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1470857 INFO (searcherExecutor-3332-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@749a891a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c9)))}
[junit4] 2> 1470857 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 13
[junit4] 2> 1470858 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1592167942599999488,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1470858 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1bfd33bc commitCommandVersion:1592167942599999488
[junit4] 2> 1470865 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@d227a95[collection1] main]
[junit4] 2> 1470866 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1470867 INFO (searcherExecutor-3343-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@d227a95[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c9)))}
[junit4] 2> 1470867 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 9
[junit4] 2> 1470869 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[10 (1592167942609436672)]} 0 1
[junit4] 2> 1470871 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[10 (1592167942611533824)]} 0 1
[junit4] 2> 1470872 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[11 (1592167942613630976)]} 0 1
[junit4] 2> 1470874 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[11 (1592167942615728128)]} 0 1
[junit4] 2> 1470875 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[12 (1592167942616776704)]} 0 0
[junit4] 2> 1470876 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[12 (1592167942617825280)]} 0 0
[junit4] 2> 1470876 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[13 (1592167942618873856)]} 0 0
[junit4] 2> 1470877 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[13 (1592167942619922432)]} 0 0
[junit4] 2> 1470878 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[1001 (1592167942620971008)]} 0 0
[junit4] 2> 1470879 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[1001 (1592167942622019584)]} 0 0
[junit4] 2> 1470880 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[14 (1592167942623068160)]} 0 0
[junit4] 2> 1470881 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[14 (1592167942624116736)]} 0 0
[junit4] 2> 1470882 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[15 (1592167942625165312)]} 0 0
[junit4] 2> 1470883 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[15 (1592167942626213888)]} 0 0
[junit4] 2> 1470883 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[16 (1592167942626213888)]} 0 0
[junit4] 2> 1470884 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[16 (1592167942627262464)]} 0 0
[junit4] 2> 1470885 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[17 (1592167942628311040)]} 0 0
[junit4] 2> 1470886 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[17 (1592167942628311040)]} 0 0
[junit4] 2> 1470886 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[100 (1592167942629359616)]} 0 0
[junit4] 2> 1470887 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[100 (1592167942630408192)]} 0 0
[junit4] 2> 1470888 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[101 (1592167942631456768)]} 0 0
[junit4] 2> 1470888 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[101 (1592167942631456768)]} 0 0
[junit4] 2> 1470889 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[102 (1592167942632505344)]} 0 0
[junit4] 2> 1470890 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[102 (1592167942632505344)]} 0 0
[junit4] 2> 1470890 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[103 (1592167942633553920)]} 0 0
[junit4] 2> 1470891 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[103 (1592167942634602496)]} 0 0
[junit4] 2> 1470891 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[104 (1592167942634602496)]} 0 0
[junit4] 2> 1470892 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[104 (1592167942635651072)]} 0 0
[junit4] 2> 1470892 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[105 (1592167942635651072)]} 0 0
[junit4] 2> 1470893 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[105 (1592167942636699648)]} 0 0
[junit4] 2> 1470893 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[106 (1592167942636699648)]} 0 0
[junit4] 2> 1470894 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[106 (1592167942637748224)]} 0 0
[junit4] 2> 1470894 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[107 (1592167942637748224)]} 0 0
[junit4] 2> 1470895 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[107 (1592167942638796800)]} 0 0
[junit4] 2> 1470896 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[108 (1592167942638796800)]} 0 0
[junit4] 2> 1470896 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[108 (1592167942639845376)]} 0 0
[junit4] 2> 1470897 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[109 (1592167942640893952)]} 0 0
[junit4] 2> 1470897 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[109 (1592167942640893952)]} 0 0
[junit4] 2> 1470898 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[110 (1592167942641942528)]} 0 0
[junit4] 2> 1470899 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[110 (1592167942641942528)]} 0 0
[junit4] 2> 1470899 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[111 (1592167942642991104)]} 0 0
[junit4] 2> 1470900 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[111 (1592167942644039680)]} 0 0
[junit4] 2> 1470900 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[112 (1592167942644039680)]} 0 0
[junit4] 2> 1470901 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[112 (1592167942645088256)]} 0 0
[junit4] 2> 1470902 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[113 (1592167942646136832)]} 0 0
[junit4] 2> 1470903 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[113 (1592167942646136832)]} 0 0
[junit4] 2> 1470903 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[114 (1592167942647185408)]} 0 0
[junit4] 2> 1470904 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[114 (1592167942648233984)]} 0 0
[junit4] 2> 1470905 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[115 (1592167942649282560)]} 0 0
[junit4] 2> 1470906 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[115 (1592167942650331136)]} 0 0
[junit4] 2> 1470907 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[116 (1592167942650331136)]} 0 0
[junit4] 2> 1470908 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[116 (1592167942651379712)]} 0 0
[junit4] 2> 1470908 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[117 (1592167942652428288)]} 0 0
[junit4] 2> 1470909 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[117 (1592167942653476864)]} 0 0
[junit4] 2> 1470910 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[118 (1592167942654525440)]} 0 0
[junit4] 2> 1470911 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[118 (1592167942654525440)]} 0 0
[junit4] 2> 1470911 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[119 (1592167942655574016)]} 0 0
[junit4] 2> 1470912 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[119 (1592167942656622592)]} 0 0
[junit4] 2> 1470912 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[120 (1592167942656622592)]} 0 0
[junit4] 2> 1470913 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[120 (1592167942657671168)]} 0 0
[junit4] 2> 1470913 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[121 (1592167942657671168)]} 0 0
[junit4] 2> 1470914 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[121 (1592167942658719744)]} 0 0
[junit4] 2> 1470915 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[122 (1592167942658719744)]} 0 0
[junit4] 2> 1470915 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[122 (1592167942659768320)]} 0 0
[junit4] 2> 1470916 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[123 (1592167942660816896)]} 0 0
[junit4] 2> 1470917 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[123 (1592167942661865472)]} 0 0
[junit4] 2> 1470917 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[124 (1592167942661865472)]} 0 0
[junit4] 2> 1470918 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[124 (1592167942662914048)]} 0 0
[junit4] 2> 1470919 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[125 (1592167942662914048)]} 0 0
[junit4] 2> 1470919 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[125 (1592167942663962624)]} 0 0
[junit4] 2> 1470920 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[126 (1592167942663962624)]} 0 0
[junit4] 2> 1470920 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[126 (1592167942665011200)]} 0 0
[junit4] 2> 1470921 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[127 (1592167942666059776)]} 0 0
[junit4] 2> 1470921 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[127 (1592167942666059776)]} 0 0
[junit4] 2> 1470922 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[128 (1592167942667108352)]} 0 0
[junit4] 2> 1470922 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[128 (1592167942667108352)]} 0 0
[junit4] 2> 1470923 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[129 (1592167942668156928)]} 0 0
[junit4] 2> 1470924 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[129 (1592167942669205504)]} 0 0
[junit4] 2> 1470925 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[130 (1592167942669205504)]} 0 0
[junit4] 2> 1470925 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[130 (1592167942670254080)]} 0 0
[junit4] 2> 1470926 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[131 (1592167942671302656)]} 0 0
[junit4] 2> 1470926 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[131 (1592167942671302656)]} 0 0
[junit4] 2> 1470927 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[132 (1592167942672351232)]} 0 0
[junit4] 2> 1470928 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[132 (1592167942672351232)]} 0 0
[junit4] 2> 1470928 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[133 (1592167942673399808)]} 0 0
[junit4] 2> 1470929 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[133 (1592167942674448384)]} 0 0
[junit4] 2> 1470930 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[134 (1592167942674448384)]} 0 0
[junit4] 2> 1470930 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[134 (1592167942675496960)]} 0 0
[junit4] 2> 1470931 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[135 (1592167942676545536)]} 0 0
[junit4] 2> 1470932 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[135 (1592167942676545536)]} 0 0
[junit4] 2> 1470932 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[136 (1592167942677594112)]} 0 0
[junit4] 2> 1470933 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[136 (1592167942678642688)]} 0 0
[junit4] 2> 1470933 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[137 (1592167942678642688)]} 0 0
[junit4] 2> 1470934 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[137 (1592167942679691264)]} 0 0
[junit4] 2> 1470935 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[138 (1592167942680739840)]} 0 0
[junit4] 2> 1470936 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[138 (1592167942680739840)]} 0 0
[junit4] 2> 1470936 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[139 (1592167942681788416)]} 0 0
[junit4] 2> 1470937 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[139 (1592167942682836992)]} 0 0
[junit4] 2> 1470938 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[140 (1592167942683885568)]} 0 0
[junit4] 2> 1470939 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[140 (1592167942683885568)]} 0 0
[junit4] 2> 1470939 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[141 (1592167942684934144)]} 0 0
[junit4] 2> 1470940 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[141 (1592167942685982720)]} 0 0
[junit4] 2> 1470941 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[142 (1592167942685982720)]} 0 0
[junit4] 2> 1470941 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[142 (1592167942687031296)]} 0 0
[junit4] 2> 1470942 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[143 (1592167942688079872)]} 0 0
[junit4] 2> 1470943 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[143 (1592167942688079872)]} 0 0
[junit4] 2> 1470943 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[144 (1592167942689128448)]} 0 0
[junit4] 2> 1470944 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[144 (1592167942690177024)]} 0 0
[junit4] 2> 1470944 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[145 (1592167942690177024)]} 0 0
[junit4] 2> 1470945 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[145 (1592167942691225600)]} 0 0
[junit4] 2> 1470945 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[146 (1592167942691225600)]} 0 0
[junit4] 2> 1470946 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[146 (1592167942692274176)]} 0 0
[junit4] 2> 1470947 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[147 (1592167942692274176)]} 0 0
[junit4] 2> 1470947 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[147 (1592167942693322752)]} 0 0
[junit4] 2> 1470948 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[148 (1592167942693322752)]} 0 0
[junit4] 2> 1470948 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[148 (1592167942694371328)]} 0 0
[junit4] 2> 1470949 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[149 (1592167942695419904)]} 0 0
[junit4] 2> 1470950 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[149 (1592167942696468480)]} 0 0
[junit4] 2> 1470950 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1592167942696468480,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1470950 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@76883e08 commitCommandVersion:1592167942696468480
[junit4] 2> 1470960 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@41fe23ba[collection1] main]
[junit4] 2> 1470960 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1470962 INFO (searcherExecutor-3332-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@41fe23ba[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c9) Uninverting(_1(8.0.0):c59)))}
[junit4] 2> 1470962 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 12
[junit4] 2> 1470963 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1592167942710099968,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1470963 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1bfd33bc commitCommandVersion:1592167942710099968
[junit4] 2> 1470970 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@65b7d242[collection1] main]
[junit4] 2> 1470971 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1470973 INFO (searcherExecutor-3343-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@65b7d242[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c9) Uninverting(_1(8.0.0):c59)))}
[junit4] 2> 1470973 INFO (qtp1043757549-10187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 9
[junit4] 2> 1470974 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
[junit4] 2> 1470974 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*&distrib=false&start=-1&wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 1470975 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
[junit4] 2> 1470975 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*&distrib=false&start=0&rows=-1&wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 1470977 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1470983 INFO (qtp1043757549-10188) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+desc&shard.url=http://127.0.0.1:35567//collection1&rows=10&version=2&q=*:*&NOW=1518409674385&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1470986 INFO (qtp1043757549-10185) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518409674385&ids=11,100,101,113,126,104,1001,141,131,10&isShard=true&shard.url=http://127.0.0.1:35567//collection1&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1470995 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:35567//collection1&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=14
[junit4] 2> 1470996 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1471012 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+asc&shard.url=[ff01::114]:33332/|[ff01::213]:33332/|[ff01::083]:33332/|http://127.0.0.1:35567//collection1&rows=10&version=2&q=*:*&NOW=1518409674402&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1471014 INFO (qtp1043757549-10185) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518409674402&ids=133,111,145,2,102,15,138,139,8,118&isShard=true&shard.url=[ff01::114]:33332/|[ff01::213]:33332/|[ff01::083]:33332/|http://127.0.0.1:35567//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1471021 INFO (qtp1043757549-10188) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::114]:33332/|[ff01::213]:33332/|[ff01::083]:33332/|http://127.0.0.1:35567//collection1&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=23
[junit4] 2> 1471022 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1471024 INFO (qtp1043757549-10188) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+desc&shard.url=[ff01::083]:33332/|http://127.0.0.1:35567//collection1&rows=10&version=2&q=*:*&NOW=1518409674429&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1471026 INFO (qtp1043757549-10185) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518409674429&ids=121,144,111,1,134,5,17,128,9,140&isShard=true&shard.url=[ff01::083]:33332/|http://127.0.0.1:35567//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1471033 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|http://127.0.0.1:35567//collection1&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=9
[junit4] 2> 1471034 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1471035 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+asc&shard.url=http://127.0.0.1:35567//collection1|[ff01::083]:33332/|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1518409674440&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1471040 INFO (qtp1043757549-10185) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518409674440&ids=11,123,13,101,14,113,124,147,105,149&isShard=true&shard.url=http://127.0.0.1:35567//collection1|[ff01::083]:33332/|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1471047 INFO (qtp1043757549-10188) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:35567//collection1|[ff01::083]:33332/|[ff01::114]:33332/&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=12
[junit4] 2> 1471049 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1471051 INFO (qtp1043757549-10188) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+desc&shard.url=[ff01::114]:33332/|http://127.0.0.1:35567//collection1&rows=10&version=2&q=*:*&NOW=1518409674455&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1471052 INFO (qtp1043757549-10185) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518409674455&ids=132,100,12,133,147,125,17,127,117,120&isShard=true&shard.url=[ff01::114]:33332/|http://127.0.0.1:35567//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1471055 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::114]:33332/|http://127.0.0.1:35567//collection1&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=5
[junit4] 2> 1471056 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1471058 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+asc&shard.url=[ff01::083]:33332/|http://127.0.0.1:35567//collection1|[ff01::114]:33332/|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1518409674462&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1471059 INFO (qtp1043757549-10185) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518409674462&ids=145,113,114,128,7,118,129,9,108,140&isShard=true&shard.url=[ff01::083]:33332/|http://127.0.0.1:35567//collection1|[ff01::114]:33332/|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1471060 INFO (qtp1043757549-10188) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|http://127.0.0.1:35567//collection1|[ff01::114]:33332/|[ff01::213]:33332/&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=3
[junit4] 2> 1471061 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1471063 INFO (qtp1043757549-10188) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+desc&shard.url=http://127.0.0.1:35567//collection1&rows=10&version=2&q=*:*&NOW=1518409674467&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1471064 INFO (qtp1043757549-10185) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518409674467&ids=143,101,114,136,139,8,129,107,130,142&isShard=true&shard.url=http://127.0.0.1:35567//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1471065 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:35567//collection1&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=2
[junit4] 2> 1471065 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1471067 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+asc&shard.url=http://127.0.0.1:35567//collection1|[ff01::114]:33332/|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1518409674471&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1471069 INFO (qtp1043757549-10185) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518409674471&ids=110,112,134,2,5,16,106,109,140,131&isShard=true&shard.url=http://127.0.0.1:35567//collection1|[ff01::114]:33332/|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1471070 INFO (qtp1043757549-10188) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:35567//collection1|[ff01::114]:33332/|[ff01::083]:33332/&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=3
[junit4] 2> 1471071 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1471072 INFO (qtp1043757549-10188) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+desc&shard.url=[ff01::083]:33332/|http://127.0.0.1:35567//collection1|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1518409674476&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1471074 INFO (qtp1043757549-10185) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518409674476&ids=132,12,2,3,115,127,128,7,109,130&isShard=true&shard.url=[ff01::083]:33332/|http://127.0.0.1:35567//collection1|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1471075 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|http://127.0.0.1:35567//collection1|[ff01::114]:33332/&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=3
[junit4] 2> 1471075 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1471077 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+asc&shard.url=http://127.0.0.1:35567//collection1|[ff01::213]:33332/|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1518409674482&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1471078 INFO (qtp1043757549-10185) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518409674482&ids=123,145,134,102,17,138,107,9,141,120&isShard=true&shard.url=http://127.0.0.1:35567//collection1|[ff01::213]:33332/|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1471079 INFO (qtp1043757549-10188) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:35567//collection1|[ff01::213]:33332/|[ff01::114]:33332/&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
[junit4] 2> 1471080 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1471081 INFO (qtp1043757549-10188) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+desc&shard.url=http://127.0.0.1:35567//collection1|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1518409674486&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1471082 INFO (qtp1043757549-10185) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518409674486&ids=110,3,135,137,117,7,139,9,108,142&isShard=true&shard.url=http://127.0.0.1:35567//collection1|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1471083 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:35567//collection1|[ff01::114]:33332/&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=2
[junit4] 2> 1471083 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1471085 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+asc&shard.url=http://127.0.0.1:35567//collection1|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1518409674489&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1471086 INFO (qtp1043757549-10185) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518409674489&ids=144,13,146,114,5,128,1001,109,130,10&isShard=true&shard.url=http://127.0.0.1:35567//collection1|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1471087 INFO (qtp1043757549-10188) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:35567//collection1|[ff01::114]:33332/&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=3
[junit4] 2> 1471088 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1471090 INFO (qtp1043757549-10188) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+desc&shard.url=http://127.0.0.1:35567//collection1&rows=10&version=2&q=*:*&NOW=1518409674495&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1471092 INFO (qtp1043757549-10185) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518409674495&ids=143,100,112,146,114,15,104,17,130,120&isShard=true&shard.url=http://127.0.0.1:35567//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1471092 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:35567//collection1&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=2
[junit4] 2> 1471093 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1471094 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+asc&shard.url=[ff01::083]:33332/|http://127.0.0.1:35567//collection1&rows=10&version=2&q=*:*&NOW=1518409674499&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1471095 INFO (qtp1043757549-10185) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518409674499&ids=110,145,113,135,4,126,149,128,119,109&isShard=true&shard.url=[ff01::083]:33332/|http://127.0.0.1:35567//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1471096 INFO (qtp1043757549-10188) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|http://127.0.0.1:35567//collection1&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 1471096 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1471098 INFO (qtp1043757549-10188) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+desc&shard.url=http://127.0.0.1:35567//collection1&rows=10&version=2&q=*:*&NOW=1518409674502&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1471098 INFO (qtp1043757549-10185) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518409674502&ids=133,100,12,101,3,14,137,104,130,10&isShard=true&shard.url=http://127.0.0.1:35567//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1471099 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:35567//collection1&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 1471100 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_dt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1471101 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+asc&shard.url=[ff01::213]:33332/|http://127.0.0.1:35567//collection1|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1518409674505&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1471102 INFO (qtp1043757549-10185) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518409674505&ids=144,2,124,146,125,136,148,117,109,140&isShard=true&shard.url=[ff01::213]:33332/|http://127.0.0.1:35567//collection1|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1471102 INFO (qtp1043757549-10188) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|http://127.0.0.1:35567//collection1|[ff01::083]:33332/&sort=n_dt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
[junit4] 2> 1471103 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_tdt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1471105 INFO (qtp1043757549-10188) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tdt1+desc&shard.url=http://127.0.0.1:35567//collection1&rows=10&version=2&q=*:*&NOW=1518409674509&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1471105 INFO (qtp1043757549-10185) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518409674509&ids=2,102,124,146,14,114,126,129,107,119&isShard=true&shard.url=http://127.0.0.1:35567//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1471106 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:35567//collection1&sort=n_tdt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 1471107 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_tdt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1471108 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tdt1+asc&shard.url=http://127.0.0.1:35567//collection1&rows=10&version=2&q=*:*&NOW=1518409674512&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1471109 INFO (qtp1043757549-10185) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518409674512&ids=3,135,136,15,16,148,138,105,149,108&isShard=true&shard.url=http://127.0.0.1:35567//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1471110 INFO (qtp1043757549-10188) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:35567//collection1&sort=n_tdt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
[junit4] 2> 1471111 INFO (qtp1013837566-10166) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=a_i1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1471113 INFO (qtp1043757549-10188) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=a_i1+desc&shard.url=http://127.0.0.1:35567//collection1&rows=10&version=2&q=*:*&NOW=1518409674517&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1471114 INFO (qtp1043757549-10185) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518409674517&ids=1,12,2,13,3,5,7,8,9,10&isShard=true&shard.url=http://127.0.0.1:35567//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1471115 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:35567//collection1&sort=a_i1+desc&wt=javabin&version=2} hits=68 status=0 QTime=2
[junit4] 2> 1471119 INFO (qtp1013837566-10168) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort={!func}testfunc(add(a_i1,5))+desc&wt=javabin&version=2} hits=68 status=0 QTime=3
[junit4] 2> 1471124 INFO (qtp1043757549-10184) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort={!func}testfunc(add(a_i1,5))+desc&shard.url=[ff01::213]:33332/|http://127.0.0.1:35567//collection1&rows=10&version=2&q=*:*&NOW=1518409674524&isShard=true&wt=javabin} hits=68 status=0 QTime=4
[junit4] 2> 1471125 INFO (qtp1043757549-10185) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518409674524&ids=1,12,2,13,3,5,7,
[...truncated too long message...]
2> 1497908 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1617021645
[junit4] 2> 1497908 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1497908 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4ce20dc7: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@607c5783
[junit4] 2> 1497916 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1497916 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@147de26d: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2d099855
[junit4] 2> 1497920 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1497920 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@193e3820: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@2936092c
[junit4] 2> 1497922 INFO (coreCloseExecutor-3389-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@15e046b2
[junit4] 2> 1497922 INFO (coreCloseExecutor-3389-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=367019698
[junit4] 2> 1497922 INFO (coreCloseExecutor-3389-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4ba54f58: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@735722c2
[junit4] 2> 1497932 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6c745e1{/,null,UNAVAILABLE}
[junit4] 2> 1497932 INFO (TEST-TestDistributedSearch.test-seed#[79447D1405891A83]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDistributedSearch -Dtests.method=test -Dtests.seed=79447D1405891A83 -Dtests.slow=true -Dtests.locale=fi-FI -Dtests.timezone=America/Rio_Branco -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 28.2s J1 | TestDistributedSearch.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
[junit4] > at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273)
[junit4] > at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > ,time=2}
[junit4] > at __randomizedtesting.SeedInfo.seed([79447D1405891A83:F11042CEAB75777B]:0)
[junit4] > at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1191)
[junit4] > at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1132)
[junit4] > at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:992)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1019)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_79447D1405891A83-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {severity=PostingsFormat(name=MockRandom), foo_sev_enum=PostingsFormat(name=Direct), SubjectTerms_mfacet=PostingsFormat(name=Memory), multiDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), rnd_b=PostingsFormat(name=Direct), a_s=PostingsFormat(name=MockRandom), oddField_s=PostingsFormat(name=MockRandom), lowerfilt1and2=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a_t=PostingsFormat(name=Memory), foo_b=PostingsFormat(name=MockRandom), lowerfilt=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=PostingsFormat(name=Direct), text=PostingsFormat(name=MockRandom)}, docValues:{other_tl1=DocValuesFormat(name=Lucene70), range_facet_l_dv=DocValuesFormat(name=Direct), n_l1=DocValuesFormat(name=Lucene70), a_n_tdt=DocValuesFormat(name=Direct), intDefault=DocValuesFormat(name=Lucene70), n_td1=DocValuesFormat(name=Lucene70), n_d1=DocValuesFormat(name=Lucene70), range_facet_l=DocValuesFormat(name=Lucene70), n_f1=DocValuesFormat(name=Lucene70), n_tl1=DocValuesFormat(name=Lucene70), n_tf1=DocValuesFormat(name=Lucene70), intDvoDefault=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Lucene70), severity=DocValuesFormat(name=Asserting), foo_sev_enum=DocValuesFormat(name=Direct), n_dt1=DocValuesFormat(name=Lucene70), a_i1=DocValuesFormat(name=Lucene70), b_n_tdt=DocValuesFormat(name=Lucene70), n_ti1=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Lucene70), n_tdt1=DocValuesFormat(name=Lucene70), id_i1=DocValuesFormat(name=Lucene70), foo_d=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Lucene70), foo_f=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1178, maxMBSortInHeap=6.312989121396517, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@186f87a6), locale=fi-FI, timezone=America/Rio_Branco
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=54772656,total=393138176
[junit4] 2> NOTE: All tests run in this JVM: [EchoParamsTest, TestDefaultStatsCache, InfixSuggestersTest, TestFieldCacheWithThreads, LargeFieldTest, TermVectorComponentTest, DeleteLastCustomShardedReplicaTest, TestScoreJoinQPNoScore, LoggingHandlerTest, BaseCdcrDistributedZkTest, ClusterStateTest, HdfsNNFailoverTest, TestManagedSchemaAPI, TestCrossCoreJoin, TestSolrCLIRunExample, DistributedFacetPivotLongTailTest, CurrencyRangeFacetCloudTest, MoveReplicaHDFSTest, MetricUtilsTest, SearchHandlerTest, V2StandaloneTest, SaslZkACLProviderTest, TestEmbeddedSolrServerConstructors, TestTlogReplica, DocValuesMultiTest, SolrCmdDistributorTest, TestAnalyzeInfixSuggestions, TestAuthorizationFramework, CdcrReplicationHandlerTest, PreAnalyzedFieldManagedSchemaCloudTest, TestJettySolrRunner, OverseerTest, TestLeaderInitiatedRecoveryThread, TestHighFrequencyDictionaryFactory, BigEndianAscendingWordDeserializerTest, ClusterStateUpdateTest, CreateRoutedAliasTest, SystemInfoHandlerTest, CollectionReloadTest, NoCacheHeaderTest, TestSubQueryTransformerCrossCore, StatsReloadRaceTest, TestShardHandlerFactory, HighlighterConfigTest, WrapperMergePolicyFactoryTest, SmileWriterTest, TestCollectionAPIs, BasicDistributedZk2Test, DistributedIntervalFacetingTest, MetricTriggerTest, HdfsWriteToMultipleCollectionsTest, TestHalfAndHalfDocValues, DeleteReplicaTest, BadIndexSchemaTest, TestSystemCollAutoCreate, MetricsConfigTest, TestHttpShardHandlerFactory, TestHdfsBackupRestoreCore, TestStressInPlaceUpdates, CSVRequestHandlerTest, NumberUtilsTest, SoftAutoCommitTest, TestCustomDocTransformer, CoreAdminCreateDiscoverTest, TestTrieFacet, SpellPossibilityIteratorTest, TestLegacyField, TestBulkSchemaConcurrent, TestInfoStreamLogging, TestRuleBasedAuthorizationPlugin, TestDynamicFieldResource, FileBasedSpellCheckerTest, TestConfigSetsAPIZkFailure, HdfsCollectionsAPIDistributedZkTest, SpellCheckCollatorTest, TestHashQParserPlugin, TestFastLRUCache, TestSchemalessBufferedUpdates, TestLegacyNumericUtils, TestPrepRecovery, SolrCoreCheckLockOnStartupTest, TriggerIntegrationTest, TestExceedMaxTermLength, TestChildDocTransformer, TestFuzzyAnalyzedSuggestions, TestJsonRequest, BlockDirectoryTest, TestHashPartitioner, TestStressLucene, TestDistributedSearch]
[junit4] Completed [242/776 (1!)] on J1 in 28.23s, 1 test, 1 failure <<< FAILURES!
[...truncated 50250 lines...]
[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build #
1677 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1677/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
4 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=15506, name=jetty-launcher-4313-thread-2-SendThread(127.0.0.1:50977), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 2) Thread[id=15507, name=jetty-launcher-4313-thread-2-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 3) Thread[id=15508, name=jetty-launcher-4313-thread-1-SendThread(127.0.0.1:50977), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 4) Thread[id=15509, name=jetty-launcher-4313-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=15506, name=jetty-launcher-4313-thread-2-SendThread(127.0.0.1:50977), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
2) Thread[id=15507, name=jetty-launcher-4313-thread-2-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
3) Thread[id=15508, name=jetty-launcher-4313-thread-1-SendThread(127.0.0.1:50977), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
4) Thread[id=15509, name=jetty-launcher-4313-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
at __randomizedtesting.SeedInfo.seed([1A23DBCE4ADB8578]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=15506, name=jetty-launcher-4313-thread-2-SendThread(127.0.0.1:50977), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 2) Thread[id=15508, name=jetty-launcher-4313-thread-1-SendThread(127.0.0.1:50977), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=15506, name=jetty-launcher-4313-thread-2-SendThread(127.0.0.1:50977), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
2) Thread[id=15508, name=jetty-launcher-4313-thread-1-SendThread(127.0.0.1:50977), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
at __randomizedtesting.SeedInfo.seed([1A23DBCE4ADB8578]:0)
Build Log:
[...truncated 13034 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
[junit4] 2> 1879280 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[1A23DBCE4ADB8578]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_1A23DBCE4ADB8578-001/init-core-data-001
[junit4] 2> 1879280 WARN (SUITE-TestSolrCloudWithSecureImpersonation-seed#[1A23DBCE4ADB8578]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=61 numCloses=61
[junit4] 2> 1879280 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[1A23DBCE4ADB8578]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1879282 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[1A23DBCE4ADB8578]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1879325 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[1A23DBCE4ADB8578]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_1A23DBCE4ADB8578-001/tempDir-001
[junit4] 2> 1879325 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[1A23DBCE4ADB8578]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1879325 INFO (Thread-3744) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1879325 INFO (Thread-3744) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1879327 ERROR (Thread-3744) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1879425 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[1A23DBCE4ADB8578]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:50977
[junit4] 2> 1879428 INFO (zkConnectionManagerCallback-4316-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1879434 INFO (jetty-launcher-4313-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1879434 INFO (jetty-launcher-4313-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1879435 INFO (jetty-launcher-4313-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1879435 INFO (jetty-launcher-4313-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1879435 INFO (jetty-launcher-4313-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1879435 INFO (jetty-launcher-4313-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4be55748{/solr,null,AVAILABLE}
[junit4] 2> 1879439 INFO (jetty-launcher-4313-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@66c59161{HTTP/1.1,[http/1.1]}{127.0.0.1:49555}
[junit4] 2> 1879439 INFO (jetty-launcher-4313-thread-1) [ ] o.e.j.s.Server Started @1884526ms
[junit4] 2> 1879439 INFO (jetty-launcher-4313-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49555}
[junit4] 2> 1879440 ERROR (jetty-launcher-4313-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1879440 INFO (jetty-launcher-4313-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1879440 INFO (jetty-launcher-4313-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1879440 INFO (jetty-launcher-4313-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1879440 INFO (jetty-launcher-4313-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T11:12:36.875Z
[junit4] 2> 1879445 INFO (jetty-launcher-4313-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1879445 INFO (jetty-launcher-4313-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1879445 INFO (jetty-launcher-4313-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1879446 INFO (jetty-launcher-4313-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2fabd200{/solr,null,AVAILABLE}
[junit4] 2> 1879446 INFO (jetty-launcher-4313-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4a4d177f{HTTP/1.1,[http/1.1]}{127.0.0.1:45931}
[junit4] 2> 1879446 INFO (jetty-launcher-4313-thread-2) [ ] o.e.j.s.Server Started @1884533ms
[junit4] 2> 1879446 INFO (jetty-launcher-4313-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45931}
[junit4] 2> 1879446 ERROR (jetty-launcher-4313-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1879447 INFO (jetty-launcher-4313-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1879447 INFO (jetty-launcher-4313-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1879447 INFO (jetty-launcher-4313-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1879447 INFO (jetty-launcher-4313-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T11:12:36.882Z
[junit4] 2> 1879450 INFO (zkConnectionManagerCallback-4320-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1879450 INFO (jetty-launcher-4313-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1879450 INFO (zkConnectionManagerCallback-4318-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1879451 INFO (jetty-launcher-4313-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1879459 INFO (jetty-launcher-4313-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50977/solr
[junit4] 2> 1879461 INFO (jetty-launcher-4313-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50977/solr
[junit4] 2> 1879463 INFO (zkConnectionManagerCallback-4324-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1879465 INFO (zkConnectionManagerCallback-4328-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1879472 INFO (zkConnectionManagerCallback-4330-thread-1-processing-n:127.0.0.1:45931_solr) [n:127.0.0.1:45931_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1879477 INFO (zkConnectionManagerCallback-4332-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1879531 INFO (jetty-launcher-4313-thread-2) [n:127.0.0.1:45931_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1879532 INFO (jetty-launcher-4313-thread-2) [n:127.0.0.1:45931_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45931_solr
[junit4] 2> 1879534 INFO (jetty-launcher-4313-thread-2) [n:127.0.0.1:45931_solr ] o.a.s.c.Overseer Overseer (id=72196750367784965-127.0.0.1:45931_solr-n_0000000000) starting
[junit4] 2> 1879551 INFO (jetty-launcher-4313-thread-2) [n:127.0.0.1:45931_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45931_solr
[junit4] 2> 1879569 INFO (OverseerStateUpdate-72196750367784965-127.0.0.1:45931_solr-n_0000000000) [n:127.0.0.1:45931_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1879638 INFO (jetty-launcher-4313-thread-1) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1879642 INFO (jetty-launcher-4313-thread-1) [n:127.0.0.1:49555_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1879644 INFO (jetty-launcher-4313-thread-2) [n:127.0.0.1:45931_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 1879646 INFO (jetty-launcher-4313-thread-1) [n:127.0.0.1:49555_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49555_solr
[junit4] 2> 1879655 INFO (zkCallback-4331-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1879655 INFO (zkCallback-4329-thread-1-processing-n:127.0.0.1:45931_solr) [n:127.0.0.1:45931_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1879658 WARN (jetty-launcher-4313-thread-2) [n:127.0.0.1:45931_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1879671 INFO (jetty-launcher-4313-thread-2) [n:127.0.0.1:45931_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 1879765 INFO (jetty-launcher-4313-thread-1) [n:127.0.0.1:49555_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 1879773 WARN (jetty-launcher-4313-thread-1) [n:127.0.0.1:49555_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1879775 INFO (jetty-launcher-4313-thread-1) [n:127.0.0.1:49555_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 1879863 INFO (jetty-launcher-4313-thread-2) [n:127.0.0.1:45931_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 1879866 INFO (jetty-launcher-4313-thread-1) [n:127.0.0.1:49555_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 1879901 INFO (jetty-launcher-4313-thread-2-EventThread) [n:127.0.0.1:45931_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 1879901 INFO (jetty-launcher-4313-thread-1-EventThread) [n:127.0.0.1:49555_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 1880204 WARN (jetty-launcher-4313-thread-1) [n:127.0.0.1:49555_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1880236 WARN (jetty-launcher-4313-thread-2) [n:127.0.0.1:45931_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1880303 INFO (jetty-launcher-4313-thread-2) [n:127.0.0.1:45931_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45931.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f26202a
[junit4] 2> 1880306 INFO (jetty-launcher-4313-thread-1) [n:127.0.0.1:49555_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49555.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f26202a
[junit4] 2> 1880315 INFO (jetty-launcher-4313-thread-1) [n:127.0.0.1:49555_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49555.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f26202a
[junit4] 2> 1880315 INFO (jetty-launcher-4313-thread-2) [n:127.0.0.1:45931_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45931.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f26202a
[junit4] 2> 1880316 INFO (jetty-launcher-4313-thread-1) [n:127.0.0.1:49555_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49555.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f26202a
[junit4] 2> 1880316 INFO (jetty-launcher-4313-thread-2) [n:127.0.0.1:45931_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45931.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f26202a
[junit4] 2> 1880317 INFO (jetty-launcher-4313-thread-1) [n:127.0.0.1:49555_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_1A23DBCE4ADB8578-001/tempDir-001/node1/.
[junit4] 2> 1880317 INFO (jetty-launcher-4313-thread-2) [n:127.0.0.1:45931_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_1A23DBCE4ADB8578-001/tempDir-001/node2/.
[junit4] 2> 1880397 INFO (zkConnectionManagerCallback-4338-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1880572 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
[junit4] 2> 1880590 INFO (zkConnectionManagerCallback-4341-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1881771 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007e8fdb9c000a, likely client has closed socket
[junit4] 2> 1881773 INFO (zkConnectionManagerCallback-4344-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1881783 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1881786 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50977/solr ready
[junit4] 2> 1881858 INFO (qtp54526709-15382) [n:127.0.0.1:45931_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1881880 INFO (OverseerThreadFactory-4671-thread-1-processing-n:127.0.0.1:45931_solr) [n:127.0.0.1:45931_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection forwardingCollection
[junit4] 2> 1882036 INFO (OverseerStateUpdate-72196750367784965-127.0.0.1:45931_solr-n_0000000000) [n:127.0.0.1:45931_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"forwardingCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"forwardingCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49555/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1882251 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1882253 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1882390 INFO (zkCallback-4331-thread-2-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1882390 INFO (zkCallback-4331-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1883359 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1883430 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
[junit4] 2> 1883705 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1883814 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
[junit4] 2> 1883815 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49555.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f26202a
[junit4] 2> 1883815 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1883816 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_1A23DBCE4ADB8578-001/tempDir-001/node1/forwardingCollection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_1A23DBCE4ADB8578-001/tempDir-001/node1/./forwardingCollection_shard1_replica_n1/data/]
[junit4] 2> 1883820 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=56.8447265625, floorSegmentMB=1.2607421875, forceMergeDeletesPctAllowed=13.216480098831035, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1883977 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1883977 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1883984 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1883984 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1883986 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=13, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18515046411280123]
[junit4] 2> 1883987 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@338a8cbd[forwardingCollection_shard1_replica_n1] main]
[junit4] 2> 1883989 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1884002 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1884063 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1884064 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592374603545575424
[junit4] 2> 1884064 INFO (searcherExecutor-4676-thread-1-processing-n:127.0.0.1:49555_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1884067 INFO (searcherExecutor-4676-thread-1-processing-n:127.0.0.1:49555_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1884068 INFO (searcherExecutor-4676-thread-1-processing-n:127.0.0.1:49555_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1884068 INFO (searcherExecutor-4676-thread-1-processing-n:127.0.0.1:49555_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1884068 INFO (searcherExecutor-4676-thread-1-processing-n:127.0.0.1:49555_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1884069 INFO (searcherExecutor-4676-thread-1-processing-n:127.0.0.1:49555_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1884069 INFO (searcherExecutor-4676-thread-1-processing-n:127.0.0.1:49555_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1884069 INFO (searcherExecutor-4676-thread-1-processing-n:127.0.0.1:49555_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1884070 INFO (searcherExecutor-4676-thread-1-processing-n:127.0.0.1:49555_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1884070 INFO (searcherExecutor-4676-thread-1-processing-n:127.0.0.1:49555_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@338a8cbd[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1884085 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1884085 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1884085 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49555/solr/forwardingCollection_shard1_replica_n1/
[junit4] 2> 1884085 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1884085 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:49555/solr/forwardingCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 1884085 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1884102 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49555/solr/forwardingCollection_shard1_replica_n1/ shard1
[junit4] 2> 1884207 INFO (zkCallback-4331-thread-2-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1884207 INFO (zkCallback-4331-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1884258 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1884261 INFO (qtp1912608359-15375) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2011
[junit4] 2> 1884289 WARN (httpShardExecutor-4667-thread-1-processing-n:127.0.0.1:45931_solr [http:////127.0.0.1:49555//solr] http:////127.0.0.1:49555//solr) [n:127.0.0.1:45931_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1518642759686&s=oZ3eGSvr1zjCMx3seirhsNsLf8s="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:12:39 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:12:39 GMT
[junit4] 2> 1884293 INFO (qtp54526709-15382) [n:127.0.0.1:45931_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1884381 INFO (zkCallback-4331-thread-2-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1884381 INFO (zkCallback-4331-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1885311 INFO (qtp54526709-15382) [n:127.0.0.1:45931_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3454
[junit4] 2> 1885312 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[1A23DBCE4ADB8578]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1518642759270&s=rjYQlGzj+jjnWMqLFFC3ZQfZGXs="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:12:39 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:12:39 GMT
[junit4] 2> 1885313 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
[junit4] 2> 1885313 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
[junit4] 2> 1885319 INFO (qtp1912608359-15373) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1885320 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[1A23DBCE4ADB8578]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1518642762752&s=kfvT4jmDZVXPwpfC5Gd1I29AsUE="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:12:42 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:12:42 GMT
[junit4] 2> 1885332 INFO (qtp54526709-15386) [n:127.0.0.1:45931_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1885345 INFO (qtp1912608359-15373) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=1
[junit4] 2> 1885346 WARN (qtp54526709-15386) [n:127.0.0.1:45931_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1518642762779&s=lfjhpYFzgS1+a7RZQOrGzVBNMHE="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:12:42 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:12:42 GMT
[junit4] 2> 1885346 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[1A23DBCE4ADB8578]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1518642762764&s=NAJErCilzDSC7+v7D97EeL2EVKA="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:12:42 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:12:42 GMT
[junit4] 2> 1885347 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[1A23DBCE4ADB8578]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1518642762779&s=lfjhpYFzgS1+a7RZQOrGzVBNMHE="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:12:42 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:12:42 GMT
[junit4] 2> 1885347 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
[junit4] 2> 1885481 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
[junit4] 2> 1885546 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[1A23DBCE4ADB8578]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1518642762918&s=JJktCQQPQZpue70qVccxZE4d7bU="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:12:42 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:12:42 GMT
[junit4] 2> 1885547 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
[junit4] 2> 1885616 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 1885621 INFO (qtp1912608359-15378) [n:127.0.0.1:49555_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1885621 INFO (qtp1912608359-15378) [n:127.0.0.1:49555_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1885622 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[1A23DBCE4ADB8578]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1518642763052&s=q9K2APUh3HGJ3TkpyyCGbKzX+vw="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:12:43 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:12:43 GMT
[junit4] 2> 1885622 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 1885746 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 1885754 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[1A23DBCE4ADB8578]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1518642763185&s=zsRpfs7eS1m8PaSqfiWni8Kq0b4="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:12:43 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:12:43 GMT
[junit4] 2> 1885754 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 1885950 INFO (OverseerCollectionConfigSetProcessor-72196750367784965-127.0.0.1:45931_solr-n_0000000000) [n:127.0.0.1:45931_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1885962 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
[junit4] 2> 1902535 WARN (jetty-launcher-4313-thread-1-SendThread(127.0.0.1:50977)) [n:127.0.0.1:49555_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 18159ms for sessionid 0x1007e8fdb9c0006
[junit4] 2> 1902535 WARN (jetty-launcher-4313-thread-2-SendThread(127.0.0.1:50977)) [n:127.0.0.1:45931_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 16589ms for sessionid 0x1007e8fdb9c0005
[junit4] 2> 1902536 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007e8fdb9c0006, likely client has closed socket
[junit4] 2> 1902536 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007e8fdb9c0005, likely client has closed socket
[junit4] 2> 1902541 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[1A23DBCE4ADB8578]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1518642763398&s=YCbFJzozeHNvbfN3yZNAuyh+t6M="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:12:43 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:12:43 GMT
[junit4] 2> 1902541 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
[junit4] 2> 1902574 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 1902575 INFO (qtp1912608359-15373) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:454)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1902575 WARN (qtp1912608359-15373) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.e.j.s.HttpChannel /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:460)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:454)
[junit4] 2> ... 31 more
[junit4] 2> 1902576 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 1902613 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 1902617 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[1A23DBCE4ADB8578]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1518642780049&s=b2u7MTKjObD1rUoaDUMVe5ZZ2m8="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:13:00 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:13:00 GMT
[junit4] 2> 1902617 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 1902636 INFO (jetty-launcher-4313-thread-1-EventThread) [n:127.0.0.1:49555_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 1902637 INFO (jetty-launcher-4313-thread-2-EventThread) [n:127.0.0.1:45931_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 1902643 WARN (zkConnectionManagerCallback-4344-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@65e2bc6 name: ZooKeeperConnection Watcher:127.0.0.1:50977/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1902643 WARN (zkConnectionManagerCallback-4344-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1902643 WARN (zkConnectionManagerCallback-4330-thread-1-processing-n:127.0.0.1:45931_solr) [n:127.0.0.1:45931_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@9707561 name: ZooKeeperConnection Watcher:127.0.0.1:50977/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1902643 WARN (zkConnectionManagerCallback-4330-thread-1-processing-n:127.0.0.1:45931_solr) [n:127.0.0.1:45931_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1902647 WARN (zkConnectionManagerCallback-4332-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4007da70 name: ZooKeeperConnection Watcher:127.0.0.1:50977/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1902647 WARN (zkConnectionManagerCallback-4332-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1902663 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 1902690 WARN (qtp1912608359-15373) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: invalid user name: "bar"
[junit4] 2> id: invalid user name: "bar"
[junit4] 2>
[junit4] 2> 1902692 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[1A23DBCE4ADB8578]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1518642780099&s=eOwKIB6UtpCTuSVRbQL3vL7irjo="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:13:00 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:13:00 GMT
[junit4] 2> 1902693 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 1902729 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 1902758 INFO (qtp1912608359-15378) [n:127.0.0.1:49555_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1902759 INFO (qtp1912608359-15378) [n:127.0.0.1:49555_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1902759 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[1A23DBCE4ADB8578]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1518642780165&s=Sc9lGXJC27LO6grsEtDvoRa53EM="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:13:00 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:13:00 GMT
[junit4] 2> 1902759 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 1902791 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 1902793 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[1A23DBCE4ADB8578]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1518642780226&s=ciaFkRsALqvOphJlB0w83BTga7k="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:13:00 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:13:00 GMT
[junit4] 2> 1902793 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 1902834 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 1902835 INFO (qtp1912608359-15378) [n:127.0.0.1:49555_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1902835 INFO (qtp1912608359-15378) [n:127.0.0.1:49555_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1902835 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[1A23DBCE4ADB8578]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1518642780269&s=6/UPWiG6eHL64kd2mNdmRWiD+jA="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:13:00 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:13:00 GMT
[junit4] 2> 1902835 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 1902869 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 1913919 WARN (jetty-launcher-4313-thread-1-SendThread(127.0.0.1:50977)) [n:127.0.0.1:49555_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1007e8fdb9c0006 has expired
[junit4] 2> 1913920 WARN (jetty-launcher-4313-thread-1-SendThread(127.0.0.1:50977)) [n:127.0.0.1:49555_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1007e8fdb9c0007 has expired
[junit4] 2> 1913920 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[1A23DBCE4ADB8578]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1518642780304&s=73k7a1eV4gvqo3n48E6ei9lSV2w="; Path=/; Domain=127.0.0.1; Expires= , 14-2 -2018 21:13:00 GMT; HttpOnly". Invalid 'expires' attribute: , 14-2 -2018 21:13:00 GMT
[junit4] 2> 1913921 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[1A23DBCE4ADB8578]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] 2> 1913921 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[1A23DBCE4ADB8578]-SendThread(127.0.0.1:50977)) [ ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1007e8fdb9c000b has expired
[junit4] 2> 1913921 WARN (zkConnectionManagerCallback-4332-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4007da70 name: ZooKeeperConnection Watcher:127.0.0.1:50977/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 1913921 WARN (zkConnectionManagerCallback-4332-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 1913921 INFO (zkConnectionManagerCallback-4330-thread-1-processing-n:127.0.0.1:45931_solr) [n:127.0.0.1:45931_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1913921 WARN (zkConnectionManagerCallback-4332-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 1913922 WARN (jetty-launcher-4313-thread-2-SendThread(127.0.0.1:50977)) [n:127.0.0.1:45931_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1007e8fdb9c0008 has expired
[junit4] 2> 1913923 INFO (zkConnectionManagerCallback-4332-thread-1-processing-n:127.0.0.1:49555_solr-EventThread) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1913923 INFO (zkConnectionManagerCallback-4332-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 1913923 INFO (zkConnectionManagerCallback-4332-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 1913925 INFO (zkCallback-4329-thread-6-processing-n:127.0.0.1:45931_solr) [n:127.0.0.1:45931_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1913924 WARN (zkConnectionManagerCallback-4344-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@65e2bc6 name: ZooKeeperConnection Watcher:127.0.0.1:50977/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 1913928 INFO (jetty-closer-4314-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4a4d177f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1913928 INFO (jetty-closer-4314-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=802947217
[junit4] 2> 1913929 INFO (jetty-closer-4314-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1913929 INFO (jetty-closer-4314-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2a335392: rootName = solr_45931, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@45fac125
[junit4] 2> 1913933 INFO (jetty-closer-4314-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1913933 INFO (jetty-closer-4314-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a7b8d4: rootName = solr_45931, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@cee7e21
[junit4] 2> 1913936 INFO (jetty-closer-4314-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1913936 INFO (zkConnectionManagerCallback-4332-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1913936 INFO (jetty-closer-4314-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@45f25d64: rootName = solr_45931, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@22d21d91
[junit4] 2> 1913938 INFO (jetty-closer-4314-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@66c59161{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1913938 INFO (jetty-closer-4314-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=234305458
[junit4] 2> 1913939 INFO (jetty-closer-4314-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1913939 INFO (jetty-closer-4314-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e2b66e0: rootName = solr_49555, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@44d1813d
[junit4] 2> 1913945 INFO (jetty-closer-4314-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1913945 INFO (jetty-closer-4314-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6d6d4590: rootName = solr_49555, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@cee7e21
[junit4] 2> 1913947 INFO (jetty-closer-4314-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45931_solr
[junit4] 2> 1913948 INFO (jetty-closer-4314-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1913949 INFO (jetty-closer-4314-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1913949 INFO (jetty-closer-4314-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@601a8fec: rootName = solr_49555, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@22d21d91
[junit4] 2> 1913950 INFO (jetty-closer-4314-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72196750367784965-127.0.0.1:45931_solr-n_0000000000) closing
[junit4] 2> 1913950 INFO (zkCallback-4329-thread-5-processing-n:127.0.0.1:45931_solr) [n:127.0.0.1:45931_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1913951 WARN (OverseerAutoScalingTriggerThread-72196750367784965-127.0.0.1:45931_solr-n_0000000000) [n:127.0.0.1:45931_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1913950 INFO (OverseerStateUpdate-72196750367784965-127.0.0.1:45931_solr-n_0000000000) [n:127.0.0.1:45931_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45931_solr
[junit4] 2> 1913955 INFO (jetty-closer-4314-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:49555_solr
[junit4] 2> 1913955 INFO (zkCallback-4331-thread-6-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1913956 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007e8fdb9c0005, likely client has closed socket
[junit4] 2> 1913957 ERROR (Thread[Thread-3764,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:45931_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 1913957 WARN (jetty-closer-4314-thread-1) [ ] o.a.s.c.CoreContainer Error removing live node. Continuing to close CoreContainer
[junit4] 2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:114)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.multiInternal(ZooKeeper.java:1009)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.multi(ZooKeeper.java:913)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$multi$9(SolrZkClient.java:558)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.multi(SolrZkClient.java:558)
[junit4] 2> at org.apache.solr.cloud.ZkController.removeEphemeralLiveNode(ZkController.java:995)
[junit4] 2> at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:753)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.destroy(SolrDispatchFilter.java:317)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.destroyInstance(FilterHolder.java:178)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doStop(FilterHolder.java:155)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doStop(ServletHandler.java:234)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.stop(ContainerLifeCycle.java:144)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.doStop(ContainerLifeCycle.java:162)
[junit4] 2> at org.eclipse.jetty.server.handler.AbstractHandler.doStop(AbstractHandler.java:124)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doStop(SessionHandler.java:519)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.stop(ContainerLifeCycle.java:144)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.doStop(ContainerLifeCycle.java:162)
[junit4] 2> at org.eclipse.jetty.server.handler.AbstractHandler.doStop(AbstractHandler.java:124)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.stopContext(ContextHandler.java:863)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.stopContext(ServletContextHandler.java:355)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doStop(ContextHandler.java:927)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.doStop(ServletContextHandler.java:271)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.stop(ContainerLifeCycle.java:144)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.doStop(ContainerLifeCycle.java:162)
[junit4] 2> at org.eclipse.jetty.server.handler.AbstractHandler.doStop(AbstractHandler.java:124)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.stop(ContainerLifeCycle.java:144)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.doStop(ContainerLifeCycle.java:162)
[junit4] 2> at org.eclipse.jetty.server.handler.AbstractHandler.doStop(AbstractHandler.java:124)
[junit4] 2> at org.eclipse.jetty.server.Server.doStop(Server.java:489)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.stop(JettySolrRunner.java:430)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.stopJettySolrRunner(MiniSolrCloudCluster.java:423)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$shutdown$1(MiniSolrCloudCluster.java:460)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1913963 INFO (jetty-closer-4314-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1913969 INFO (zkConnectionManagerCallback-4332-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49555_solr
[junit4] 2> 1913971 INFO (coreCloseExecutor-4682-thread-1) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@605eb23d
[junit4] 2> 1913971 INFO (coreCloseExecutor-4682-thread-1) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=1616818749
[junit4] 2> 1913971 INFO (coreCloseExecutor-4682-thread-1) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@595d60ba: rootName = solr_49555, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@43c7ce85
[junit4] 2> 1913973 INFO (zkConnectionManagerCallback-4332-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49555_solr
[junit4] 2> 1913974 INFO (zkConnectionManagerCallback-4332-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 1913974 INFO (zkConnectionManagerCallback-4332-thread-1-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ConnectionManager zkClient Connected:true
[junit4] 2> 1913974 INFO (zkCallback-4331-thread-6-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1913975 INFO (Thread-3773) [n:127.0.0.1:49555_solr ] o.a.s.c.SolrCore config update listener called for core forwardingCollection_shard1_replica_n1
[junit4] 2> 1913976 INFO (jetty-closer-4314-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2fabd200{/solr,null,UNAVAILABLE}
[junit4] 2> 1913977 INFO (jetty-closer-4314-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1913986 INFO (coreCloseExecutor-4682-thread-1) [n:127.0.0.1:49555_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=1616818749
[junit4] 2> 1913988 WARN (zkCallback-4331-thread-6-processing-n:127.0.0.1:49555_solr) [n:127.0.0.1:49555_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1913991 ERROR (Thread[Thread-3765,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:49555_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 1913999 INFO (jetty-closer-4314-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4be55748{/solr,null,UNAVAILABLE}
[junit4] 2> 1913999 INFO (jetty-closer-4314-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1914001 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[1A23DBCE4ADB8578]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1914001 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[1A23DBCE4ADB8578]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50977 50977
[junit4] 2> 1917748 INFO (Thread-3744) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50977 50977
[junit4] 2> 1917749 WARN (Thread-3744) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 2 /solr/collections/forwardingCollection/terms/shard1
[junit4] 2> 2 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/forwardingCollection/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2>
[junit4] 2> 1917786 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[1A23DBCE4ADB8578]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Feb 14, 2018 11:13:15 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> 1932716 ERROR (jetty-launcher-4313-thread-2-EventThread) [n:127.0.0.1:45931_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.IllegalStateException: Client is not started
[junit4] 2> at com.google.common.base.Preconditions.checkState(Preconditions.java:149)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.getZooKeeper(CuratorZookeeperClient.java:113)
[junit4] 2> at org.apache.curator.framework.imps.CuratorFrameworkImpl.getZooKeeper(CuratorFrameworkImpl.java:477)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceFacade.getZooKeeper(NamespaceFacade.java:112)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:302)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:291)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:107)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> 1932717 WARN (jetty-launcher-4313-thread-2-EventThread) [n:127.0.0.1:45931_solr ] o.a.c.ConnectionState Session expired event received
[junit4] 2> 1932742 WARN (jetty-launcher-4313-thread-2-SendThread(127.0.0.1:50977)) [n:127.0.0.1:45931_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
[junit4] 2> 1932742 ERROR (jetty-launcher-4313-thread-1-EventThread) [n:127.0.0.1:49555_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.IllegalStateException: Client is not started
[junit4] 2> at com.google.common.base.Preconditions.checkState(Preconditions.java:149)
[junit4] 2> at org.apache.curator.CuratorZookee
[...truncated too long message...]
.startConnect(ClientCnxn.java:1000)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
[junit4] 2> 1940608 WARN (jetty-launcher-4313-thread-1-SendThread(127.0.0.1:50977)) [n:127.0.0.1:49555_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
[junit4] 2> Feb 14, 2018 11:13:38 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=15506, name=jetty-launcher-4313-thread-2-SendThread(127.0.0.1:50977), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
[junit4] 2> 2) Thread[id=15508, name=jetty-launcher-4313-thread-1-SendThread(127.0.0.1:50977), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1077, maxMBSortInHeap=7.102168575872323, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@408ddd2d), locale=ko-KR, timezone=Asia/Muscat
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=3,free=108762008,total=494927872
[junit4] 2> NOTE: All tests run in this JVM: [TestExactSharedStatsCache, TestRequestStatusCollectionAPI, CollectionReloadTest, FullSolrCloudDistribCmdsTest, TestScoreJoinQPNoScore, HLLUtilTest, TestValueSourceCache, TestStressLucene, TestIndexingPerformance, TestManagedSynonymFilterFactory, RecoveryAfterSoftCommitTest, TestLuceneMatchVersion, TestSolr4Spatial, TestSolrCoreParser, DistributedFacetPivotLongTailTest, RegexBytesRefFilterTest, MetricsConfigTest, TestTlogReplica, MoveReplicaHDFSTest, TestUpdate, DeleteStatusTest, AddSchemaFieldsUpdateProcessorFactoryTest, OverseerCollectionConfigSetProcessorTest, RegexBoostProcessorTest, TestDistributedGrouping, FieldAnalysisRequestHandlerTest, TestConfigSetsAPI, TestTrackingShardHandlerFactory, PreAnalyzedFieldManagedSchemaCloudTest, SimplePostToolTest, ClusterStateTest, TestDFRSimilarityFactory, UpdateParamsTest, TestDynamicLoading, MetricTriggerTest, ChangedSchemaMergeTest, DocValuesNotIndexedTest, SpellCheckComponentTest, TestCustomSort, TestNodeLostTrigger, SuggestComponentContextFilterQueryTest, TestMultiValuedNumericRangeQuery, V2StandaloneTest, TestGeoJSONResponseWriter, TestJsonFacetRefinement, AliasIntegrationTest, TestCSVLoader, TestAnalyzeInfixSuggestions, TestLuceneIndexBackCompat, HighlighterConfigTest, TestFieldCacheSortRandom, CoreMergeIndexesAdminHandlerTest, ConjunctionSolrSpellCheckerTest, DataDrivenBlockJoinTest, TestSchemaVersionResource, CreateRoutedAliasTest, OverseerTest, CurrencyRangeFacetCloudTest, ResponseLogComponentTest, WrapperMergePolicyFactoryTest, PeerSyncTest, ChaosMonkeyNothingIsSafeTest, TestRandomRequestDistribution, ClassificationUpdateProcessorIntegrationTest, TestJettySolrRunner, DateRangeFieldTest, AtomicUpdatesTest, TestHttpShardHandlerFactory, DocValuesTest, RollingRestartTest, TestSolrQueryParser, SolrMetricManagerTest, TestCustomDocTransformer, TestInPlaceUpdatesDistrib, TestCopyFieldCollectionResource, TestFieldTypeResource, TestJsonRequest, TestManagedResource, TestFilteredDocIdSet, TestSQLHandler, SolrCoreCheckLockOnStartupTest, TestLegacyNumericRangeQueryBuilder, TestHashQParserPlugin, CleanupOldIndexTest, TestRandomFaceting, BlockJoinFacetSimpleTest, TestUninvertingReader, CoreAdminHandlerTest, TestPrepRecovery, TestLocalFSCloudBackupRestore, BitVectorTest, ConnectionManagerTest, ChaosMonkeySafeLeaderTest, TestStressInPlaceUpdates, URLClassifyProcessorTest, CSVRequestHandlerTest, UpdateRequestProcessorFactoryTest, PreAnalyzedUpdateProcessorTest, BasicFunctionalityTest, TestCollectionAPIs, DistributedFacetExistsSmallTest, DistributedSpellCheckComponentTest, TestSortByMinMaxFunction, RuleEngineTest, InfixSuggestersTest, TestTrieFacet, NumberUtilsTest, IndexSchemaTest, TestConfig, TestQueryWrapperFilter, ShufflingReplicaListTransformerTest, TestLegacyNumericUtils, HdfsCollectionsAPIDistributedZkTest, TestHashPartitioner, IndexBasedSpellCheckerTest, JsonLoaderTest, BadIndexSchemaTest, TestReversedWildcardFilterFactory, LoggingHandlerTest, TestUseDocValuesAsStored, PrimUtilsTest, CircularListTest, BasicDistributedZk2Test, TestSolrCloudWithSecureImpersonation]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=1A23DBCE4ADB8578 -Dtests.slow=true -Dtests.locale=ko-KR -Dtests.timezone=Asia/Muscat -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | TestSolrCloudWithSecureImpersonation (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] > 1) Thread[id=15506, name=jetty-launcher-4313-thread-2-SendThread(127.0.0.1:50977), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
[junit4] > 2) Thread[id=15507, name=jetty-launcher-4313-thread-2-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4] > 3) Thread[id=15508, name=jetty-launcher-4313-thread-1-SendThread(127.0.0.1:50977), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
[junit4] > 4) Thread[id=15509, name=jetty-launcher-4313-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4] > at __randomizedtesting.SeedInfo.seed([1A23DBCE4ADB8578]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=15506, name=jetty-launcher-4313-thread-2-SendThread(127.0.0.1:50977), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
[junit4] > 2) Thread[id=15508, name=jetty-launcher-4313-thread-1-SendThread(127.0.0.1:50977), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
[junit4] > at __randomizedtesting.SeedInfo.seed([1A23DBCE4ADB8578]:0)
[junit4] Completed [295/776 (1!)] on J1 in 61.88s, 12 tests, 2 errors <<< FAILURES!
[...truncated 49949 lines...]
[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build #
1676 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1676/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC
5 tests failed.
FAILED: org.apache.solr.handler.extraction.TestExtractionDateUtil.testParseDate
Error Message:
Incorrect parsed timestamp: 1226583351000 != 1226579751000 (Thu Nov 13 04:35:51 AKST 2008)
Stack Trace:
java.lang.AssertionError: Incorrect parsed timestamp: 1226583351000 != 1226579751000 (Thu Nov 13 04:35:51 AKST 2008)
at __randomizedtesting.SeedInfo.seed([C78556697059E76E:8D9C2E5C0BF090DB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.handler.extraction.TestExtractionDateUtil.assertParsedDate(TestExtractionDateUtil.java:59)
at org.apache.solr.handler.extraction.TestExtractionDateUtil.testParseDate(TestExtractionDateUtil.java:54)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.test
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([B45DA415D5907675:3C099BCF7B6C1B8D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:909)
at org.apache.solr.cloud.api.collections.ShardSplitTest.splitByUniqueKeyTest(ShardSplitTest.java:658)
at org.apache.solr.cloud.api.collections.ShardSplitTest.test(ShardSplitTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([B45DA415D5907675:B0A30D07EF5AF4EF]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger(TriggerIntegrationTest.java:521)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([B45DA415D5907675:E51939A8A78A03A]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.junit.Assert.assertNull(Assert.java:562)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([B45DA415D5907675:D9A100E86FD88972]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:274)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12284 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4] 2> 412272 INFO (SUITE-ShardSplitTest-seed#[B45DA415D5907675]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/init-core-data-001
[junit4] 2> 412273 WARN (SUITE-ShardSplitTest-seed#[B45DA415D5907675]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
[junit4] 2> 412274 INFO (SUITE-ShardSplitTest-seed#[B45DA415D5907675]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 412276 INFO (SUITE-ShardSplitTest-seed#[B45DA415D5907675]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 412276 INFO (SUITE-ShardSplitTest-seed#[B45DA415D5907675]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /z_qb/s
[junit4] 2> 412277 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 412278 INFO (Thread-533) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 412278 INFO (Thread-533) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 412280 ERROR (Thread-533) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 412380 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.ZkTestServer start zk server on port:33067
[junit4] 2> 412383 INFO (zkConnectionManagerCallback-638-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 412393 INFO (zkConnectionManagerCallback-640-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 412406 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 412409 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 412410 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 412412 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 412414 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 412416 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 412418 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 412420 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 412422 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 412423 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 412428 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 412431 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 412622 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 412622 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 412622 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 412623 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 412623 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a4131a1{/z_qb/s,null,AVAILABLE}
[junit4] 2> 412623 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@73f7477b{HTTP/1.1,[http/1.1]}{127.0.0.1:53895}
[junit4] 2> 412623 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.Server Started @416451ms
[junit4] 2> 412623 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/tempDir-001/control/data, replicaType=NRT, hostContext=/z_qb/s, hostPort=53895, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/control-001/cores}
[junit4] 2> 412624 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 412624 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 412624 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 412624 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 412624 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T21:23:51.226Z
[junit4] 2> 412630 INFO (zkConnectionManagerCallback-642-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 412631 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 412632 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/control-001/solr.xml
[junit4] 2> 412672 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 412672 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 412673 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 412676 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33067/solr
[junit4] 2> 412679 INFO (zkConnectionManagerCallback-646-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 412689 INFO (zkConnectionManagerCallback-648-thread-1-processing-n:127.0.0.1:53895_z_qb%2Fs) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 412906 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 412907 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53895_z_qb%2Fs
[junit4] 2> 412910 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.Overseer Overseer (id=72193487303081988-127.0.0.1:53895_z_qb%2Fs-n_0000000000) starting
[junit4] 2> 412943 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53895_z_qb%2Fs
[junit4] 2> 412948 INFO (zkCallback-647-thread-1-processing-n:127.0.0.1:53895_z_qb%2Fs) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 413013 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71
[junit4] 2> 413021 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71
[junit4] 2> 413021 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71
[junit4] 2> 413022 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/control-001/cores
[junit4] 2> 413044 INFO (zkConnectionManagerCallback-654-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 413045 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 413047 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33067/solr ready
[junit4] 2> 413049 INFO (qtp990972760-2934) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:53895_z_qb%252Fs&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 413057 INFO (OverseerThreadFactory-1194-thread-1-processing-n:127.0.0.1:53895_z_qb%2Fs) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 413176 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 413179 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 413305 INFO (zkCallback-647-thread-1-processing-n:127.0.0.1:53895_z_qb%2Fs) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 414211 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 414221 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 414299 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 414329 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 414329 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71
[junit4] 2> 414330 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 414330 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 414333 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=14.7822265625, floorSegmentMB=1.5361328125, forceMergeDeletesPctAllowed=11.038695079110772, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11456948260996747
[junit4] 2> 414340 WARN (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 414406 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 414406 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 414411 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 414412 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 414413 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5044689151503124]
[junit4] 2> 414415 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4107fcd8[control_collection_shard1_replica_n1] main]
[junit4] 2> 414422 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 414422 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 414423 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 414423 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592322459461222400
[junit4] 2> 414432 INFO (searcherExecutor-1197-thread-1-processing-n:127.0.0.1:53895_z_qb%2Fs x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@4107fcd8[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 414444 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 414444 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 414444 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53895/z_qb/s/control_collection_shard1_replica_n1/
[junit4] 2> 414445 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 414445 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:53895/z_qb/s/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 414445 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 414456 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53895/z_qb/s/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 414569 INFO (zkCallback-647-thread-1-processing-n:127.0.0.1:53895_z_qb%2Fs) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 414610 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 414613 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1437
[junit4] 2> 414616 INFO (qtp990972760-2934) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 414714 INFO (zkCallback-647-thread-1-processing-n:127.0.0.1:53895_z_qb%2Fs) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 415061 INFO (OverseerCollectionConfigSetProcessor-72193487303081988-127.0.0.1:53895_z_qb%2Fs-n_0000000000) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 415617 INFO (qtp990972760-2934) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:53895_z_qb%252Fs&wt=javabin&version=2} status=0 QTime=2568
[junit4] 2> 415623 INFO (zkConnectionManagerCallback-658-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 415624 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 415626 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33067/solr ready
[junit4] 2> 415626 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 415629 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 415632 INFO (OverseerThreadFactory-1194-thread-2-processing-n:127.0.0.1:53895_z_qb%2Fs) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 415633 WARN (OverseerThreadFactory-1194-thread-2-processing-n:127.0.0.1:53895_z_qb%2Fs) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 415845 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 415846 INFO (qtp990972760-2945) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=217
[junit4] 2> 416013 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/shard-1-001 of type NRT
[junit4] 2> 416013 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 416014 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 416014 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 416014 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 416015 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f76d008{/z_qb/s,null,AVAILABLE}
[junit4] 2> 416015 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@20d404d5{HTTP/1.1,[http/1.1]}{127.0.0.1:63418}
[junit4] 2> 416015 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.Server Started @419844ms
[junit4] 2> 416015 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/z_qb/s, hostPort=63418, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/shard-1-001/cores}
[junit4] 2> 416016 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 416016 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 416016 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 416016 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 416016 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T21:23:54.618Z
[junit4] 2> 416018 INFO (zkConnectionManagerCallback-660-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 416019 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 416020 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/shard-1-001/solr.xml
[junit4] 2> 416023 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 416024 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 416025 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 416028 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33067/solr
[junit4] 2> 416030 INFO (zkConnectionManagerCallback-664-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 416034 INFO (zkConnectionManagerCallback-666-thread-1-processing-n:127.0.0.1:63418_z_qb%2Fs) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 416049 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 416055 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 416061 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63418_z_qb%2Fs
[junit4] 2> 416062 INFO (zkCallback-647-thread-2-processing-n:127.0.0.1:53895_z_qb%2Fs) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 416064 INFO (zkCallback-657-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 416066 INFO (zkCallback-665-thread-1-processing-n:127.0.0.1:63418_z_qb%2Fs) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 416243 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71
[junit4] 2> 416251 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71
[junit4] 2> 416251 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71
[junit4] 2> 416253 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/shard-1-001/cores
[junit4] 2> 416277 INFO (qtp990972760-2946) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:63418_z_qb%252Fs&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 416280 INFO (OverseerCollectionConfigSetProcessor-72193487303081988-127.0.0.1:53895_z_qb%2Fs-n_0000000000) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 416282 INFO (OverseerThreadFactory-1194-thread-3-processing-n:127.0.0.1:53895_z_qb%2Fs) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:63418_z_qb%2Fs for creating new replica
[junit4] 2> 416288 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 416289 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 416398 INFO (zkCallback-665-thread-1-processing-n:127.0.0.1:63418_z_qb%2Fs) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 417313 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 417343 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 417394 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 417421 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 417421 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71
[junit4] 2> 417421 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 417421 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 417424 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=14.7822265625, floorSegmentMB=1.5361328125, forceMergeDeletesPctAllowed=11.038695079110772, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11456948260996747
[junit4] 2> 417430 WARN (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 417482 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 417482 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 417512 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 417512 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 417513 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5044689151503124]
[junit4] 2> 417514 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@3701bded[collection1_shard2_replica_n41] main]
[junit4] 2> 417516 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 417516 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 417517 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 417517 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592322462705516544
[junit4] 2> 417519 INFO (searcherExecutor-1208-thread-1-processing-n:127.0.0.1:63418_z_qb%2Fs x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@3701bded[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 417538 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 417538 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 417538 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63418/z_qb/s/collection1_shard2_replica_n41/
[junit4] 2> 417539 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 417539 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:63418/z_qb/s/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 417539 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 417551 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63418/z_qb/s/collection1_shard2_replica_n41/ shard2
[junit4] 2> 417653 INFO (zkCallback-665-thread-1-processing-n:127.0.0.1:63418_z_qb%2Fs) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 417703 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 417705 INFO (qtp1631485492-2984) [n:127.0.0.1:63418_z_qb%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1418
[junit4] 2> 417708 INFO (qtp990972760-2946) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:63418_z_qb%252Fs&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1432
[junit4] 2> 417806 INFO (zkCallback-665-thread-1-processing-n:127.0.0.1:63418_z_qb%2Fs) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 417870 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/shard-2-001 of type NRT
[junit4] 2> 417870 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 417871 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 417871 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 417871 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 417872 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59d6c680{/z_qb/s,null,AVAILABLE}
[junit4] 2> 417872 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f823db0{HTTP/1.1,[http/1.1]}{127.0.0.1:46830}
[junit4] 2> 417872 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.Server Started @421702ms
[junit4] 2> 417872 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/z_qb/s, hostPort=46830, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/shard-2-001/cores}
[junit4] 2> 417872 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 417873 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 417873 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 417873 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 417873 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T21:23:56.475Z
[junit4] 2> 417875 INFO (zkConnectionManagerCallback-670-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 417877 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 417877 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/shard-2-001/solr.xml
[junit4] 2> 417881 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 417881 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 417882 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 417885 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33067/solr
[junit4] 2> 417887 INFO (zkConnectionManagerCallback-674-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 417895 INFO (zkConnectionManagerCallback-676-thread-1-processing-n:127.0.0.1:46830_z_qb%2Fs) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 417907 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 417912 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 417917 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46830_z_qb%2Fs
[junit4] 2> 417919 INFO (zkCallback-647-thread-2-processing-n:127.0.0.1:53895_z_qb%2Fs) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 417919 INFO (zkCallback-657-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 417920 INFO (zkCallback-665-thread-1-processing-n:127.0.0.1:63418_z_qb%2Fs) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 417921 INFO (zkCallback-675-thread-1-processing-n:127.0.0.1:46830_z_qb%2Fs) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 418131 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71
[junit4] 2> 418140 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71
[junit4] 2> 418140 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71
[junit4] 2> 418142 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/shard-2-001/cores
[junit4] 2> 418174 INFO (qtp1646721070-3016) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:46830_z_qb%252Fs&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 418178 INFO (OverseerCollectionConfigSetProcessor-72193487303081988-127.0.0.1:53895_z_qb%2Fs-n_0000000000) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 418180 INFO (OverseerThreadFactory-1194-thread-4-processing-n:127.0.0.1:53895_z_qb%2Fs) [n:127.0.0.1:53895_z_qb%2Fs ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:46830_z_qb%2Fs for creating new replica
[junit4] 2> 418184 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 418185 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 418299 INFO (zkCallback-665-thread-1-processing-n:127.0.0.1:63418_z_qb%2Fs) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 418299 INFO (zkCallback-675-thread-1-processing-n:127.0.0.1:46830_z_qb%2Fs) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 419210 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 419225 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 419308 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 419339 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 419340 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b388d71
[junit4] 2> 419340 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 419340 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 419344 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=14.7822265625, floorSegmentMB=1.5361328125, forceMergeDeletesPctAllowed=11.038695079110772, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11456948260996747
[junit4] 2> 419348 WARN (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 419402 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 419402 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 419405 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 419405 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 419406 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5044689151503124]
[junit4] 2> 419407 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c725cdf[collection1_shard1_replica_n43] main]
[junit4] 2> 419408 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 419409 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 419409 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 419409 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592322464689422336
[junit4] 2> 419411 INFO (searcherExecutor-1219-thread-1-processing-n:127.0.0.1:46830_z_qb%2Fs x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@3c725cdf[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 419420 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 419420 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 419420 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46830/z_qb/s/collection1_shard1_replica_n43/
[junit4] 2> 419420 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 419420 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:46830/z_qb/s/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 419420 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 419425 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46830/z_qb/s/collection1_shard1_replica_n43/ shard1
[junit4] 2> 419528 INFO (zkCallback-675-thread-1-processing-n:127.0.0.1:46830_z_qb%2Fs) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 419528 INFO (zkCallback-665-thread-1-processing-n:127.0.0.1:63418_z_qb%2Fs) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 419532 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 419536 INFO (qtp1646721070-3020) [n:127.0.0.1:46830_z_qb%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1352
[junit4] 2> 419539 INFO (qtp1646721070-3016) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:46830_z_qb%252Fs&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1366
[junit4] 2> 419642 INFO (zkCallback-665-thread-1-processing-n:127.0.0.1:63418_z_qb%2Fs) [n:127.0.0.1:63418_z_qb%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 419643 INFO (zkCallback-675-thread-1-processing-n:127.0.0.1:46830_z_qb%2Fs) [n:127.0.0.1:46830_z_qb%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 419692 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/shard-3-001 of type NRT
[junit4] 2> 419692 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 419694 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 419694 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 419694 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 419694 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d858517{/z_qb/s,null,AVAILABLE}
[junit4] 2> 419695 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@47e41170{HTTP/1.1,[http/1.1]}{127.0.0.1:61853}
[junit4] 2> 419695 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.e.j.s.Server Started @423525ms
[junit4] 2> 419695 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/z_qb/s, hostPort=61853, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_B45DA415D5907675-001/shard-3-001/cores}
[junit4] 2> 419695 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 419696 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 419696 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 419696 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 419696 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[B45DA415D5907675]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-
[...truncated too long message...]
mat(name=MockRandom), responses_ts=FST50, id=PostingsFormat(name=LuceneFixedGap), collections_ss=PostingsFormat(name=MockRandom), operations.params_ts=PostingsFormat(name=MockRandom), event.property.nodeNames_ss=PostingsFormat(name=MockRandom)}, docValues:{_version_=DocValuesFormat(name=Asserting), event.time_l=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1969, maxMBSortInHeap=6.27218871927397, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@65a05546), locale=be, timezone=Indian/Comoro
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=206869584,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestStressVersions, TestBulkSchemaConcurrent, ClassificationUpdateProcessorIntegrationTest, TestSolr4Spatial, ActionThrottleTest, HdfsDirectoryTest, TestDistributedSearch, TermVectorComponentTest, TestDownShardTolerantSearch, TestConfigSetsAPI, TestSolrCLIRunExample, DistributedIntervalFacetingTest, TestCloudSearcherWarming, WrapperMergePolicyFactoryTest, CdcrVersionReplicationTest, TestLeaderInitiatedRecoveryThread, TestSolrConfigHandlerCloud, InfixSuggestersTest, MinimalSchemaTest, StatsReloadRaceTest, TestTlogReplica, HdfsTlogReplayBufferedWhileIndexingTest, ConcurrentDeleteAndCreateCollectionTest, DebugComponentTest, BitVectorTest, ZkShardTermsTest, TestCoreAdminApis, TestUninvertingReader, TestSearchPerf, CoreMergeIndexesAdminHandlerTest, SpellPossibilityIteratorTest, LargeFieldTest, ChaosMonkeyNothingIsSafeTest, LoggingHandlerTest, TestFastWriter, CdcrReplicationHandlerTest, TestValueSourceCache, TestAtomicUpdateErrorCases, TestFuzzyAnalyzedSuggestions, TestAnalyzeInfixSuggestions, BasicFunctionalityTest, TestDocSet, TestAddFieldRealTimeGet, TestReversedWildcardFilterFactory, CoreAdminHandlerTest, ConcurrentCreateRoutedAliasTest, TestJsonFacetRefinement, BasicDistributedZk2Test, SortByFunctionTest, LeaderFailureAfterFreshStartTest, TestSolrCoreProperties, TestPerFieldSimilarityWithDefaultOverride, HttpSolrCallGetCoreTest, TestDistributedGrouping, TestSolrCloudWithHadoopAuthPlugin, EchoParamsTest, ShufflingReplicaListTransformerTest, DocumentAnalysisRequestHandlerTest, RecoveryAfterSoftCommitTest, AutoAddReplicasPlanActionTest, TestManagedResource, TestDynamicLoading, CircularListTest, PreAnalyzedFieldManagedSchemaCloudTest, TestLocalFSCloudBackupRestore, SolrMetricsIntegrationTest, UpdateLogTest, TestPrepRecovery, TestExtendedDismaxParser, HttpPartitionTest, LegacyCloudClusterPropTest, TestSubQueryTransformerCrossCore, IgnoreCommitOptimizeUpdateProcessorFactoryTest, AnalyticsMergeStrategyTest, TestScoreJoinQPNoScore, SaslZkACLProviderTest, AtomicUpdatesTest, TestSolrDeletionPolicy2, TestRandomFaceting, TestWordDelimiterFilterFactory, TestLMJelinekMercerSimilarityFactory, HdfsBasicDistributedZk2Test, UUIDUpdateProcessorFallbackTest, TestDefaultStatsCache, CollectionsAPIAsyncDistributedZkTest, ScriptEngineTest, ConjunctionSolrSpellCheckerTest, ReplaceNodeNoTargetTest, UpdateParamsTest, CollectionReloadTest, NoCacheHeaderTest, TestLegacyNumericUtils, TestCloudNestedDocsSort, TestMultiValuedNumericRangeQuery, TestCodecSupport, TestConfigSetProperties, TestSchemaVersionResource, TestDocumentBuilder, TestPHPSerializedResponseWriter, TestSolrCoreParser, TestHighFrequencyDictionaryFactory, CloneFieldUpdateProcessorFactoryTest, SolrGraphiteReporterTest, DistributedFacetExistsSmallTest, TestStressReorder, TestMiniSolrCloudClusterSSL, TestCrossCoreJoin, TestExceedMaxTermLength, TestTrieFacet, URLClassifyProcessorTest, SystemInfoHandlerTest, PrimUtilsTest, TestRTGBase, TestSolrCloudSnapshots, SolrIndexMetricsTest, TestComplexPhraseLeadingWildcard, TestSimpleTrackingShardHandler, TestAuthorizationFramework, TimeZoneUtilsTest, TestLRUStatsCache, SolrCmdDistributorTest, HighlighterConfigTest, TestComponentsName, CreateRoutedAliasTest, MetricUtilsTest, MetricsConfigTest, ExternalFileFieldSortTest, SecurityConfHandlerTest, DateRangeFieldTest, RollingRestartTest, BlockJoinFacetDistribTest, BlobRepositoryCloudTest, TestRetrieveFieldsOptimizer, RuleEngineTest, TestExecutePlanAction, TestLuceneMatchVersion, TestComputePlanAction, ZkStateWriterTest, UtilsToolTest, TestRestManager, TestSolrConfigHandler, TestCollectionsAPIViaSolrCloudCluster, TestObjectReleaseTracker, TestConfig, DeleteLastCustomShardedReplicaTest, DocValuesMultiTest, DisMaxRequestHandlerTest, HdfsWriteToMultipleCollectionsTest, TestHashPartitioner, SpellCheckComponentTest, TestBadConfig, TestRandomRequestDistribution, CdcrBootstrapTest, TestStandardQParsers, ChangedSchemaMergeTest, BasicAuthStandaloneTest, NodeLostTriggerTest, TestFieldResource, TestTolerantUpdateProcessorRandomCloud, AnalysisErrorHandlingTest, PreAnalyzedFieldTest, TestLMDirichletSimilarityFactory, TestLuceneIndexBackCompat, SuggesterTest, TestShardHandlerFactory, DOMUtilTest, TestLRUCache, ClusterStateTest, SearchHandlerTest, TestUpdate, ZkSolrClientTest, FullHLLTest, TestRequestStatusCollectionAPI, BadIndexSchemaTest, SolrJmxReporterTest, TestNumericRangeQuery64, ZkControllerTest, TestNRTOpen, TestQuerySenderListener, TestPullReplicaErrorHandling, TestCloudPseudoReturnFields, SimpleFacetsTest, TestQueryWrapperFilter, DistributedSuggestComponentTest, TestCoreDiscovery, ShowFileRequestHandlerTest, TestPayloadCheckQParserPlugin, TestDFRSimilarityFactory, BaseCdcrDistributedZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, SyncSliceTest, OverseerTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, LeaderElectionTest, ZkCLITest, SolrIndexSplitterTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTSTTest, TestStressLucene, SuggesterWFSTTest, TestCSVLoader, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DistanceFunctionTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestWriterPerf, DirectSolrSpellCheckerTest, TestQueryTypes, PrimitiveFieldTypeTest, TestOmitPositions, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, TestIndexingPerformance, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, IndexSchemaTest, TestJmxIntegration, TestCollationField, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, QueryParsingTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, CSVRequestHandlerTest, SearchHandlerTest, SOLR749Test, TestSolrIndexConfig, ResponseLogComponentTest, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, ResourceLoaderTest, TestFastLRUCache, SpellingQueryConverterTest, TestSolrJ, SliceStateTest, UUIDFieldTest, TestDistributedMissingSort, AliasIntegrationTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CleanupOldIndexTest, CollectionStateFormat2Test, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteNodeTest, DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest, DocValuesNotIndexedTest, HealthCheckHandlerTest, HttpPartitionOnCommitTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, MoveReplicaTest, MultiThreadedOCPTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerRolesTest, OverseerTaskQueueTest, RemoteQueryErrorTest, ReplaceNodeTest, SolrCloudExampleTest, TestCloudPivotFacet, TestClusterProperties, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestExclusionRuleCollectionAccess, TestPullReplica, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestStressInPlaceUpdates, CollectionTooManyReplicasTest, CollectionsAPIDistributedZkTest, ExecutePlanActionTest, MetricTriggerTest, SystemLogListenerTest, TriggerIntegrationTest, HdfsSyncSliceTest, StressHdfsTest, ImplicitSnitchTest, RulesTest, TestInfoStreamLogging, RequestLoggingTest, ResponseBuilderTest, TestBlobHandler, TestHdfsBackupRestoreCore, TestReqParamsAPI, TestSQLHandler, V2StandaloneTest, AutoscalingHistoryHandlerTest]
[junit4] Completed [641/776 (3!)] on J1 in 49.66s, 1 test, 1 failure <<< FAILURES!
[...truncated 6700 lines...]
[junit4] Suite: org.apache.solr.handler.extraction.TestExtractionDateUtil
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestExtractionDateUtil -Dtests.method=testParseDate -Dtests.seed=C78556697059E76E -Dtests.slow=true -Dtests.locale=bg-BG -Dtests.timezone=America/Metlakatla -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.13s J1 | TestExtractionDateUtil.testParseDate <<<
[junit4] > Throwable #1: java.lang.AssertionError: Incorrect parsed timestamp: 1226583351000 != 1226579751000 (Thu Nov 13 04:35:51 AKST 2008)
[junit4] > at __randomizedtesting.SeedInfo.seed([C78556697059E76E:8D9C2E5C0BF090DB]:0)
[junit4] > at org.apache.solr.handler.extraction.TestExtractionDateUtil.assertParsedDate(TestExtractionDateUtil.java:59)
[junit4] > at org.apache.solr.handler.extraction.TestExtractionDateUtil.testParseDate(TestExtractionDateUtil.java:54)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=161, maxMBSortInHeap=7.838989610718069, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@72b86849), locale=bg-BG, timezone=America/Metlakatla
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=50129872,total=100663296
[junit4] 2> NOTE: All tests run in this JVM: [TestExtractionDateUtil]
[junit4] Completed [1/4 (1!)] on J1 in 1.14s, 2 tests, 1 failure <<< FAILURES!
[...truncated 42196 lines...]
[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build #
1675 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1675/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
3 tests failed.
FAILED: org.apache.solr.handler.TestSQLHandler.doTest
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([3D71DEE63FA3B50E:9A3566425218A6B7]:0)
at org.apache.solr.handler.TestSQLHandler.testBasicSelect(TestSQLHandler.java:181)
at org.apache.solr.handler.TestSQLHandler.doTest(TestSQLHandler.java:82)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([3D71DEE63FA3B50E:508D7A1B85EB4A09]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:274)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 1) Thread[id=44160, name=jetty-launcher-10203-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) 2) Thread[id=44150, name=jetty-launcher-10203-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
1) Thread[id=44160, name=jetty-launcher-10203-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
2) Thread[id=44150, name=jetty-launcher-10203-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
at __randomizedtesting.SeedInfo.seed([3D71DEE63FA3B50E]:0)
Build Log:
[...truncated 12833 lines...]
[junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/init-core-data-001
[junit4] 2> 1674531 WARN (SUITE-AutoscalingHistoryHandlerTest-seed#[3D71DEE63FA3B50E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1674531 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[3D71DEE63FA3B50E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1674532 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[3D71DEE63FA3B50E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1674532 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[3D71DEE63FA3B50E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1674533 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[3D71DEE63FA3B50E]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001
[junit4] 2> 1674533 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[3D71DEE63FA3B50E]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1674533 INFO (Thread-2407) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1674533 INFO (Thread-2407) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1674535 ERROR (Thread-2407) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1674633 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[3D71DEE63FA3B50E]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38011
[junit4] 2> 1674636 INFO (zkConnectionManagerCallback-2131-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1674643 INFO (jetty-launcher-2128-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T09:27:37+12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1674643 INFO (jetty-launcher-2128-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T09:27:37+12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1674643 INFO (jetty-launcher-2128-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T09:27:37+12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1674644 INFO (jetty-launcher-2128-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1674644 INFO (jetty-launcher-2128-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1674644 INFO (jetty-launcher-2128-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1674645 INFO (jetty-launcher-2128-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1674645 INFO (jetty-launcher-2128-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1674645 INFO (jetty-launcher-2128-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1674645 INFO (jetty-launcher-2128-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@497b891a{/solr,null,AVAILABLE}
[junit4] 2> 1674645 INFO (jetty-launcher-2128-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b574a45{/solr,null,AVAILABLE}
[junit4] 2> 1674646 INFO (jetty-launcher-2128-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@63e161af{HTTP/1.1,[http/1.1]}{127.0.0.1:55407}
[junit4] 2> 1674646 INFO (jetty-launcher-2128-thread-3) [ ] o.e.j.s.Server Started @1679403ms
[junit4] 2> 1674646 INFO (jetty-launcher-2128-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55407}
[junit4] 2> 1674646 INFO (jetty-launcher-2128-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1674646 INFO (jetty-launcher-2128-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1674646 INFO (jetty-launcher-2128-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1674646 ERROR (jetty-launcher-2128-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1674646 INFO (jetty-launcher-2128-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1674646 INFO (jetty-launcher-2128-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1674646 INFO (jetty-launcher-2128-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@609085e9{/solr,null,AVAILABLE}
[junit4] 2> 1674646 INFO (jetty-launcher-2128-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1674646 INFO (jetty-launcher-2128-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T09:58:21.228Z
[junit4] 2> 1674647 INFO (jetty-launcher-2128-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e0b835{HTTP/1.1,[http/1.1]}{127.0.0.1:51611}
[junit4] 2> 1674647 INFO (jetty-launcher-2128-thread-2) [ ] o.e.j.s.Server Started @1679404ms
[junit4] 2> 1674647 INFO (jetty-launcher-2128-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51611}
[junit4] 2> 1674647 ERROR (jetty-launcher-2128-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1674647 INFO (jetty-launcher-2128-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1674647 INFO (jetty-launcher-2128-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1674647 INFO (jetty-launcher-2128-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1674647 INFO (jetty-launcher-2128-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T09:58:21.229Z
[junit4] 2> 1674648 INFO (jetty-launcher-2128-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@81d59{HTTP/1.1,[http/1.1]}{127.0.0.1:36551}
[junit4] 2> 1674648 INFO (jetty-launcher-2128-thread-1) [ ] o.e.j.s.Server Started @1679405ms
[junit4] 2> 1674648 INFO (jetty-launcher-2128-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36551}
[junit4] 2> 1674648 ERROR (jetty-launcher-2128-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1674648 INFO (jetty-launcher-2128-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1674648 INFO (jetty-launcher-2128-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1674648 INFO (jetty-launcher-2128-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1674648 INFO (jetty-launcher-2128-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T09:58:21.230Z
[junit4] 2> 1674650 INFO (zkConnectionManagerCallback-2135-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1674650 INFO (zkConnectionManagerCallback-2133-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1674651 INFO (jetty-launcher-2128-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1674652 INFO (zkConnectionManagerCallback-2137-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1674654 INFO (jetty-launcher-2128-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1674655 INFO (jetty-launcher-2128-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1674655 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007923b6a10002, likely client has closed socket
[junit4] 2> 1674658 INFO (jetty-launcher-2128-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38011/solr
[junit4] 2> 1674661 INFO (zkConnectionManagerCallback-2141-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1674664 INFO (jetty-launcher-2128-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38011/solr
[junit4] 2> 1674665 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007923b6a10003, likely client has closed socket
[junit4] 2> 1674667 INFO (zkConnectionManagerCallback-2145-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1674668 INFO (jetty-launcher-2128-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38011/solr
[junit4] 2> 1674670 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007923b6a10005, likely client has closed socket
[junit4] 2> 1674671 INFO (zkConnectionManagerCallback-2149-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1674674 INFO (zkConnectionManagerCallback-2153-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1674674 INFO (zkConnectionManagerCallback-2151-thread-1-processing-n:127.0.0.1:51611_solr) [n:127.0.0.1:51611_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1674676 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007923b6a10006, likely client has closed socket
[junit4] 2> 1674678 INFO (zkConnectionManagerCallback-2155-thread-1-processing-n:127.0.0.1:36551_solr) [n:127.0.0.1:36551_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1674870 INFO (jetty-launcher-2128-thread-3) [n:127.0.0.1:55407_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1674871 INFO (jetty-launcher-2128-thread-3) [n:127.0.0.1:55407_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55407_solr
[junit4] 2> 1674872 INFO (jetty-launcher-2128-thread-3) [n:127.0.0.1:55407_solr ] o.a.s.c.Overseer Overseer (id=72190788332748807-127.0.0.1:55407_solr-n_0000000000) starting
[junit4] 2> 1674873 INFO (jetty-launcher-2128-thread-1) [n:127.0.0.1:36551_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1674876 INFO (jetty-launcher-2128-thread-1) [n:127.0.0.1:36551_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36551_solr
[junit4] 2> 1674880 INFO (zkCallback-2152-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1674880 INFO (zkCallback-2154-thread-1-processing-n:127.0.0.1:36551_solr) [n:127.0.0.1:36551_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1674886 INFO (jetty-launcher-2128-thread-2) [n:127.0.0.1:51611_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1674890 DEBUG (OverseerAutoScalingTriggerThread-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1674890 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1674892 DEBUG (OverseerAutoScalingTriggerThread-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1674893 DEBUG (OverseerAutoScalingTriggerThread-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36551_solr]
[junit4] 2> 1674893 DEBUG (OverseerAutoScalingTriggerThread-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1674893 DEBUG (OverseerAutoScalingTriggerThread-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1674894 INFO (jetty-launcher-2128-thread-3) [n:127.0.0.1:55407_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55407_solr
[junit4] 2> 1674927 INFO (jetty-launcher-2128-thread-2) [n:127.0.0.1:51611_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1674936 INFO (zkCallback-2152-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1674936 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:55407_solr"} current state version: 0
[junit4] 2> 1674936 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:55407_solr
[junit4] 2> 1674947 INFO (zkCallback-2150-thread-1-processing-n:127.0.0.1:51611_solr) [n:127.0.0.1:51611_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1674947 INFO (zkCallback-2154-thread-1-processing-n:127.0.0.1:36551_solr) [n:127.0.0.1:36551_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1674986 DEBUG (OverseerAutoScalingTriggerThread-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1674992 DEBUG (OverseerAutoScalingTriggerThread-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1674998 DEBUG (ScheduledTrigger-5610-thread-1) [n:127.0.0.1:55407_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1675004 INFO (jetty-launcher-2128-thread-2) [n:127.0.0.1:51611_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51611_solr
[junit4] 2> 1675007 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:51611_solr"} current state version: 0
[junit4] 2> 1675007 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:51611_solr
[junit4] 2> 1675034 INFO (jetty-launcher-2128-thread-3) [n:127.0.0.1:55407_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55407.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5fa44ebb
[junit4] 2> 1675037 INFO (jetty-launcher-2128-thread-1) [n:127.0.0.1:36551_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36551.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5fa44ebb
[junit4] 2> 1675063 INFO (jetty-launcher-2128-thread-3) [n:127.0.0.1:55407_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55407.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5fa44ebb
[junit4] 2> 1675064 INFO (jetty-launcher-2128-thread-3) [n:127.0.0.1:55407_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55407.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5fa44ebb
[junit4] 2> 1675066 INFO (jetty-launcher-2128-thread-3) [n:127.0.0.1:55407_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node3/.
[junit4] 2> 1675067 INFO (jetty-launcher-2128-thread-1) [n:127.0.0.1:36551_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36551.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5fa44ebb
[junit4] 2> 1675067 INFO (jetty-launcher-2128-thread-1) [n:127.0.0.1:36551_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36551.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5fa44ebb
[junit4] 2> 1675067 INFO (jetty-launcher-2128-thread-1) [n:127.0.0.1:36551_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/.
[junit4] 2> 1675068 INFO (zkCallback-2154-thread-1-processing-n:127.0.0.1:36551_solr) [n:127.0.0.1:36551_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1675068 INFO (zkCallback-2150-thread-1-processing-n:127.0.0.1:51611_solr) [n:127.0.0.1:51611_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1675069 INFO (zkCallback-2152-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1675091 INFO (jetty-launcher-2128-thread-2) [n:127.0.0.1:51611_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51611.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5fa44ebb
[junit4] 2> 1675097 INFO (jetty-launcher-2128-thread-2) [n:127.0.0.1:51611_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51611.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5fa44ebb
[junit4] 2> 1675097 INFO (jetty-launcher-2128-thread-2) [n:127.0.0.1:51611_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51611.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5fa44ebb
[junit4] 2> 1675098 INFO (jetty-launcher-2128-thread-2) [n:127.0.0.1:51611_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node2/.
[junit4] 2> 1675129 INFO (zkConnectionManagerCallback-2163-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1675132 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007923b6a1000a, likely client has closed socket
[junit4] 2> 1675134 INFO (zkConnectionManagerCallback-2167-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1675136 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[3D71DEE63FA3B50E]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1675137 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[3D71DEE63FA3B50E]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38011/solr ready
[junit4] 2> 1675143 INFO (qtp705912865-12209) [n:127.0.0.1:51611_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=AutoscalingHistoryHandlerTest_collection&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1675146 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
[junit4] 2> 1675146 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/protwords.txt
[junit4] 2> 1675149 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 1675151 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/solrconfig.xml
[junit4] 2> 1675153 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
[junit4] 2> 1675155 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/stopwords.txt
[junit4] 2> 1675158 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/params.json
[junit4] 2> 1675161 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 1675164 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 1675166 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 1675169 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 1675171 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 1675173 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 1675176 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 1675178 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 1675180 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 1675182 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 1675184 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 1675186 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 1675188 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 1675190 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 1675192 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 1675194 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 1675196 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 1675199 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 1675201 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 1675203 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 1675205 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 1675207 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 1675209 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 1675211 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 1675213 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 1675216 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 1675218 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 1675220 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 1675222 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 1675224 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 1675226 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 1675228 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 1675230 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 1675232 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 1675234 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 1675238 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 1675240 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 1675242 INFO (OverseerThreadFactory-5613-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 1675252 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "numShards":"1",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1675252 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: AutoscalingHistoryHandlerTest_collection
[junit4] 2> 1675253 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 1675357 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36551/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1675357 INFO (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36551/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1675360 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 1675360 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:36551/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1675362 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:51611/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1675362 INFO (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:51611/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1675363 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:36551/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1675363 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:36551/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:51611/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1675365 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55407/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1675365 INFO (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55407/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1675366 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:36551/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:51611/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1675366 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:36551/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:51611/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:55407/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1675468 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 0
[junit4] 2> 1675571 INFO (qtp705912865-12215) [n:127.0.0.1:51611_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1675571 INFO (qtp2096165266-12193) [n:127.0.0.1:36551_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1675571 INFO (qtp705912865-12215) [n:127.0.0.1:51611_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1675572 INFO (qtp2096165266-12193) [n:127.0.0.1:36551_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1675572 INFO (qtp262926660-12201) [n:127.0.0.1:55407_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n4&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1675572 INFO (qtp262926660-12201) [n:127.0.0.1:55407_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1675575 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:36551/solr",
[junit4] 2> "node_name":"127.0.0.1:36551_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1675576 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:36551/solr",
[junit4] 2> "node_name":"127.0.0.1:36551_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1675576 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1","base_url":"http://127.0.0.1:36551/solr","node_name":"127.0.0.1:36551_solr","state":"down","type":"NRT"}
[junit4] 2> 1675576 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:36551/solr",
[junit4] 2> "node_name":"127.0.0.1:36551_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:51611/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:55407/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1675577 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:51611/solr",
[junit4] 2> "node_name":"127.0.0.1:51611_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1675577 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:51611/solr",
[junit4] 2> "node_name":"127.0.0.1:51611_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1675577 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2","base_url":"http://127.0.0.1:51611/solr","node_name":"127.0.0.1:51611_solr","state":"down","type":"NRT"}
[junit4] 2> 1675577 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:36551/solr",
[junit4] 2> "node_name":"127.0.0.1:36551_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:51611/solr",
[junit4] 2> "node_name":"127.0.0.1:51611_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:55407/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1675577 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:55407/solr",
[junit4] 2> "node_name":"127.0.0.1:55407_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1675577 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:55407/solr",
[junit4] 2> "node_name":"127.0.0.1:55407_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1675578 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node6:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4","base_url":"http://127.0.0.1:55407/solr","node_name":"127.0.0.1:55407_solr","state":"down","type":"NRT"}
[junit4] 2> 1675578 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:36551/solr",
[junit4] 2> "node_name":"127.0.0.1:36551_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:51611/solr",
[junit4] 2> "node_name":"127.0.0.1:51611_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:55407/solr",
[junit4] 2> "node_name":"127.0.0.1:55407_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1675679 DEBUG (OverseerStateUpdate-72190788332748807-127.0.0.1:55407_solr-n_0000000000) [n:127.0.0.1:55407_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 1
[junit4] 2> 1675679 INFO (zkCallback-2152-thread-1-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1675679 INFO (zkCallback-2154-thread-1-processing-n:127.0.0.1:36551_solr) [n:127.0.0.1:36551_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1675679 INFO (zkCallback-2150-thread-1-processing-n:127.0.0.1:51611_solr) [n:127.0.0.1:51611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1675680 INFO (zkCallback-2152-thread-2-processing-n:127.0.0.1:55407_solr) [n:127.0.0.1:55407_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1675680 INFO (zkCallback-2150-thread-2-processing-n:127.0.0.1:51611_solr) [n:127.0.0.1:51611_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1675680 INFO (zkCallback-2154-thread-2-processing-n:127.0.0.1:36551_solr) [n:127.0.0.1:36551_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1676003 DEBUG (ScheduledTrigger-5610-thread-1) [n:127.0.0.1:55407_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1676586 INFO (qtp2096165266-12193) [n:127.0.0.1:36551_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 1676586 INFO (qtp2096165266-12193) [n:127.0.0.1:36551_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 1676586 INFO (qtp705912865-12215) [n:127.0.0.1:51611_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 1676586 INFO (qtp705912865-12215) [n:127.0.0.1:51611_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 1676586 WARN (qtp2096165266-12193) [n:127.0.0.1:36551_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 1676587 WARN (qtp2096165266-12193) [n:127.0.0.1:36551_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 1676587 WARN (qtp705912865-12215) [n:127.0.0.1:51611_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib
[junit4] 2> 1676587 WARN (qtp2096165266-12193) [n:127.0.0.1:36551_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 1676587 WARN (qtp705912865-12215) [n:127.0.0.1:51611_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 1676587 WARN (qtp2096165266-12193) [n:127.0.0.1:36551_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 1676587 INFO (qtp262926660-12201) [n:127.0.0.1:55407_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 1676587 WARN (qtp705912865-12215) [n:127.0.0.1:51611_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib
[junit4] 2> 1676587 INFO (qtp262926660-12201) [n:127.0.0.1:55407_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 1676587 WARN (qtp705912865-12215) [n:127.0.0.1:51611_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 1676587 WARN (qtp2096165266-12193) [n:127.0.0.1:36551_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 1676587 WARN (qtp705912865-12215) [n:127.0.0.1:51611_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib
[junit4] 2> 1676587 WARN (qtp2096165266-12193) [n:127.0.0.1:36551_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 1676587 WARN (qtp262926660-12201) [n:127.0.0.1:55407_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/extraction/lib
[junit4] 2> 1676588 WARN (qtp2096165266-12193) [n:127.0.0.1:36551_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 1676588 WARN (qtp262926660-12201) [n:127.0.0.1:55407_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
[junit4] 2> 1676588 WARN (qtp2096165266-12193) [n:127.0.0.1:36551_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_3D71DEE63FA3B50E-001/tempDir
[...truncated too long message...]
xSuggestions, ComputePlanActionTest, TestCodecSupport, TestPrepRecovery, TestComponentsName, SolrMetricsIntegrationTest, TestJsonRequest, SyncSliceTest, BlockJoinFacetSimpleTest, CurrencyRangeFacetCloudTest, DistanceFunctionTest, TestShardHandlerFactory, LeaderElectionContextKeyTest, BasicDistributedZk2Test, TestLuceneMatchVersion, SpellCheckComponentTest, CoreAdminCreateDiscoverTest, SimpleFacetsTest, HdfsWriteToMultipleCollectionsTest, TimeRoutedAliasUpdateProcessorTest, DistributedQueryComponentCustomSortTest, TestCloudJSONFacetJoinDomain, TestConfigSetsAPI, RegexBoostProcessorTest, TestLocalFSCloudBackupRestore, BasicAuthStandaloneTest, HdfsCollectionsAPIDistributedZkTest, TestRandomRequestDistribution, TestDynamicFieldResource, StatsReloadRaceTest, TestSolrIndexConfig, TestManagedSynonymFilterFactory, RequestHandlersTest, IndexBasedSpellCheckerTest, TestReversedWildcardFilterFactory, CachingDirectoryFactoryTest, TestRandomDVFaceting, BadCopyFieldTest, CoreSorterTest, TestFilteredDocIdSet, TestMacros, ZkSolrClientTest, HdfsChaosMonkeyNothingIsSafeTest, BadComponentTest, TestLRUCache, NumberUtilsTest, BaseCdcrDistributedZkTest, TestSystemCollAutoCreate, UtilsToolTest, TestSolrConfigHandlerCloud, TestNoOpRegenerator, ScriptEngineTest, TestChildDocTransformer, TestAnalyzedSuggestions, CollectionStateFormat2Test, ReplaceNodeNoTargetTest, TestFieldTypeResource, HdfsNNFailoverTest, ChaosMonkeySafeLeaderWithPullReplicasTest, UpdateLogTest, ConcurrentCreateRoutedAliasTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, FullSolrCloudDistribCmdsTest, LeaderElectionTest, TestHashPartitioner, ZkControllerTest, TestSort, BasicFunctionalityTest, TestBadConfig, HighlighterTest, SoftAutoCommitTest, TestSystemIdResolver, PrimUtilsTest, DateFieldTest, ClusterStateTest, TestSolrJ, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, UUIDFieldTest, CircularListTest, CursorPagingTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestLuceneIndexBackCompat, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, AsyncCallRequestStatusResponseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionsAPISolrJTest, DeleteInactiveReplicaTest, DeleteStatusTest, DistribJoinFromCollectionTest, DistributedQueueTest, DocValuesNotIndexedTest, LIRRollingUpdatesTest, LeaderFailoverAfterPartitionTest, MoveReplicaHDFSFailoverTest, MultiThreadedOCPTest, OverriddenZkACLAndCredentialsProvidersTest, PeerSyncReplicationTest, SolrXmlInZkTest, TestCloudPivotFacet, TestClusterProperties, TestConfigSetsAPIExclusivity, TestDownShardTolerantSearch, TestLeaderElectionWithEmptyReplica, TestLeaderInitiatedRecoveryThread, TestRebalanceLeaders, TestRequestForwarding, TestSSLRandomization, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestStressLiveNodes, TestTolerantUpdateProcessorRandomCloud, TestUtilizeNode, TriLevelCompositeIdRoutingTest, VMParamsZkACLAndCredentialsProvidersTest, AssignTest, CollectionsAPIDistributedZkTest, TestReplicaProperties, NodeLostTriggerTest, TestGenericDistributedQueue, TestNodeAddedTrigger, TestNodeLostTrigger, TestPolicyCloud, TestSimDistributedQueue, CdcrReplicationHandlerTest, CdcrVersionReplicationTest, HdfsBasicDistributedZkTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsThreadLeakTest, ZkStateWriterTest, BlobRepositoryCloudTest, TestBackupRepositoryFactory, TestConfigSetImmutable, TestSolrConfigHandler, TestSolrCoreSnapshots, TestConfigReload, TestReplicationHandlerBackup, TestReqParamsAPI, TestSQLHandlerNonCloud, TestSolrConfigHandlerConcurrent, MetricsHandlerTest, SecurityConfHandlerTest, TestApiFramework, TestCollectionAPIs, TestConfigsApi, DistributedDebugComponentTest, DistributedFacetPivotLongTailTest, DistributedFacetPivotSmallTest, FacetPivotSmallTest, InfixSuggestersTest, TestHttpShardHandlerFactory, TestTrackingShardHandlerFactory, TestLegacyField, JvmMetricsTest, MetricsConfigTest, SolrCoreMetricManagerTest, SolrMetricManagerTest, SolrGangliaReporterTest, SolrGraphiteReporterTest, SolrJmxReporterCloudTest, SolrJmxReporterTest, SolrSlf4jReporterTest, SolrCloudReportersTest, SolrShardReporterTest, TestRawTransformer, TestSubQueryTransformerDistrib, TestCopyFieldCollectionResource, TestSerializedLuceneMatchVersion, TestUniqueKeyFieldResource, ChangedSchemaMergeTest, CurrencyFieldTypeTest, EnumFieldTest, SpatialRPTFieldTypeTest, TestBulkSchemaConcurrent, TestHalfAndHalfDocValues, TestManagedSchema, TestManagedSchemaAPI, TestSortableTextField, TestUseDocValuesAsStored2, AnalyticsQueryTest, RankQueryTest, SortSpecParsingTest, TestCustomSort, TestMultiWordSynonyms, TestPayloadScoreQParserPlugin, TestRandomCollapseQParserPlugin, TestXmlQParserPlugin, TestJsonFacetRefinement, TestMinMaxOnMultiValuedField, BlockJoinFacetRandomTest, TestNestedDocsSort, TestScoreJoinQPScore, SimpleMLTQParserTest, TestDFISimilarityFactory, TestNonDefinedSimilarityFactory, TestPerFieldSimilarityWithDefaultOverride, TestDefaultStatsCache, TestExactStatsCache, TestRuleBasedAuthorizationPlugin, TestSha256AuthenticationProvider, TestDelegationWithHadoopAuth, TestImpersonationWithHadoopAuth]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestImpersonationWithHadoopAuth -Dtests.seed=3D71DEE63FA3B50E -Dtests.slow=true -Dtests.locale=de-GR -Dtests.timezone=Europe/Vaduz -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestImpersonationWithHadoopAuth (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
[junit4] > 1) Thread[id=44160, name=jetty-launcher-10203-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] > 2) Thread[id=44150, name=jetty-launcher-10203-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] > at __randomizedtesting.SeedInfo.seed([3D71DEE63FA3B50E]:0)
[junit4] Completed [742/776 (3!)] on J1 in 45.35s, 10 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 48553 lines...]
[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build #
1674 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1674/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
4 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([A4833FA978AF33C2:1E8F08262747E58D]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.junit.Assert.assertNull(Assert.java:562)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData
Error Message:
Node watch should have fired!
Stack Trace:
java.lang.AssertionError: Node watch should have fired!
at __randomizedtesting.SeedInfo.seed([A4833FA978AF33C2:8213D0FB2C21F5C8]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.sql.JdbcTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.client.solrj.io.sql.JdbcTest: 1) Thread[id=2287, name=qtp97882992-2287, state=TIMED_WAITING, group=TGRP-JdbcTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.io.sql.JdbcTest:
1) Thread[id=2287, name=qtp97882992-2287, state=TIMED_WAITING, group=TGRP-JdbcTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([9E51983DB29857F7]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.sql.JdbcTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2287, name=qtp97882992-2287, state=TIMED_WAITING, group=TGRP-JdbcTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2287, name=qtp97882992-2287, state=TIMED_WAITING, group=TGRP-JdbcTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([9E51983DB29857F7]:0)
Build Log:
[...truncated 12275 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_A4833FA978AF33C2-001/init-core-data-001
[junit4] 2> 610295 WARN (SUITE-TestDistribStateManager-seed#[A4833FA978AF33C2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 610296 INFO (SUITE-TestDistribStateManager-seed#[A4833FA978AF33C2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 610297 INFO (SUITE-TestDistribStateManager-seed#[A4833FA978AF33C2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 610300 INFO (SUITE-TestDistribStateManager-seed#[A4833FA978AF33C2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 610302 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[A4833FA978AF33C2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateMode
[junit4] 2> 610306 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 610308 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 610308 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[A4833FA978AF33C2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateMode
[junit4] 2> 610309 INFO (TEST-TestDistribStateManager.testListData-seed#[A4833FA978AF33C2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testListData
[junit4] 2> 610309 INFO (TEST-TestDistribStateManager.testListData-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 610310 INFO (Thread-702) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 610310 INFO (Thread-702) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 610312 ERROR (Thread-702) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 610409 INFO (TEST-TestDistribStateManager.testListData-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.ZkTestServer start zk server on port:43488
[junit4] 2> 610413 INFO (zkConnectionManagerCallback-837-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 610414 INFO (TEST-TestDistribStateManager.testListData-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 610422 ERROR (TEST-TestDistribStateManager.testListData-seed#[A4833FA978AF33C2]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 610422 INFO (TEST-TestDistribStateManager.testListData-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43488 43488
[junit4] 2> 615562 INFO (Thread-702) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43488 43488
[junit4] 2> 615566 INFO (TEST-TestDistribStateManager.testListData-seed#[A4833FA978AF33C2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testListData
[junit4] 2> 615568 INFO (TEST-TestDistribStateManager.testHasData-seed#[A4833FA978AF33C2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testHasData
[junit4] 2> 615568 INFO (TEST-TestDistribStateManager.testHasData-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 615568 INFO (TEST-TestDistribStateManager.testHasData-seed#[A4833FA978AF33C2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testHasData
[junit4] 2> 615569 INFO (TEST-TestDistribStateManager.testMulti-seed#[A4833FA978AF33C2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMulti
[junit4] 2> 615570 INFO (TEST-TestDistribStateManager.testMulti-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 615570 INFO (Thread-703) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 615570 INFO (Thread-703) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 615584 ERROR (Thread-703) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 615670 INFO (TEST-TestDistribStateManager.testMulti-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.ZkTestServer start zk server on port:41858
[junit4] 2> 615686 INFO (zkConnectionManagerCallback-839-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 615686 INFO (TEST-TestDistribStateManager.testMulti-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 615691 ERROR (TEST-TestDistribStateManager.testMulti-seed#[A4833FA978AF33C2]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 615693 INFO (TEST-TestDistribStateManager.testMulti-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41858 41858
[junit4] 2> 621573 INFO (Thread-703) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41858 41858
[junit4] 2> 621574 INFO (TEST-TestDistribStateManager.testMulti-seed#[A4833FA978AF33C2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMulti
[junit4] 2> 621576 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[A4833FA978AF33C2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testGetSetRemoveData
[junit4] 2> 621576 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 621576 INFO (Thread-704) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 621576 INFO (Thread-704) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 621578 ERROR (Thread-704) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 621680 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.ZkTestServer start zk server on port:52655
[junit4] 2> 621683 INFO (zkConnectionManagerCallback-841-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 621683 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 621694 INFO (zkConnectionManagerCallback-843-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 621694 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 626696 ERROR (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[A4833FA978AF33C2]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 626697 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52655 52655
[junit4] 2> 636752 INFO (Thread-704) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52655 52655
[junit4] 2> 636753 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[A4833FA978AF33C2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testGetSetRemoveData
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDistribStateManager -Dtests.method=testGetSetRemoveData -Dtests.seed=A4833FA978AF33C2 -Dtests.slow=true -Dtests.locale=fr-FR -Dtests.timezone=Europe/Budapest -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 15.2s J0 | TestDistribStateManager.testGetSetRemoveData <<<
[junit4] > Throwable #1: java.lang.AssertionError: Node watch should have fired!
[junit4] > at __randomizedtesting.SeedInfo.seed([A4833FA978AF33C2:8213D0FB2C21F5C8]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_A4833FA978AF33C2-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=267, maxMBSortInHeap=6.588898369229349, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5dc13d58), locale=fr-FR, timezone=Europe/Budapest
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=80739192,total=185090048
[junit4] 2> NOTE: All tests run in this JVM: [BufferStoreTest, TestRealTimeGet, SolrTestCaseJ4Test, TestEmbeddedSolrServerAdminHandler, TestBinaryField, InfoHandlerTest, TestRestoreCore, TestCloudRecovery, RequiredFieldsTest, DistribCursorPagingTest, DirectoryFactoryTest, DocValuesMissingTest, TestCloudPivotFacet, PeerSyncReplicationTest, TestPayloadScoreQParserPlugin, DateMathParserTest, SuggesterTSTTest, DistributedExpandComponentTest, TestSolr4Spatial2, CopyFieldTest, PropertiesRequestHandlerTest, TestReloadDeadlock, TestSweetSpotSimilarityFactory, CustomHighlightComponentTest, SolrCoreMetricManagerTest, CollectionsAPIDistributedZkTest, TestFieldSortValues, CollectionTooManyReplicasTest, TestJmxIntegration, TestConfigSetImmutable, ForceLeaderTest, CustomCollectionTest, TestNumericTerms64, TestComplexPhraseQParserPlugin, DistributedFacetSimpleRefinementLongTailTest, TestDistribStateManager]
[junit4] Completed [81/776 (1!)] on J0 in 26.47s, 5 tests, 1 failure <<< FAILURES!
[...truncated 1755 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A4833FA978AF33C2-001/init-core-data-001
[junit4] 2> 4381132 INFO (SUITE-TriggerIntegrationTest-seed#[A4833FA978AF33C2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 4381133 INFO (SUITE-TriggerIntegrationTest-seed#[A4833FA978AF33C2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 4381133 INFO (SUITE-TriggerIntegrationTest-seed#[A4833FA978AF33C2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 4381133 INFO (SUITE-TriggerIntegrationTest-seed#[A4833FA978AF33C2]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A4833FA978AF33C2-001/tempDir-001
[junit4] 2> 4381133 INFO (SUITE-TriggerIntegrationTest-seed#[A4833FA978AF33C2]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4381134 INFO (Thread-6326) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4381134 INFO (Thread-6326) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4381137 ERROR (Thread-6326) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4381234 INFO (SUITE-TriggerIntegrationTest-seed#[A4833FA978AF33C2]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:59561
[junit4] 2> 4381240 INFO (zkConnectionManagerCallback-7736-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4381250 INFO (jetty-launcher-7733-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4381250 INFO (jetty-launcher-7733-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4381252 INFO (jetty-launcher-7733-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4381252 INFO (jetty-launcher-7733-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4381252 INFO (jetty-launcher-7733-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 4381252 INFO (jetty-launcher-7733-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4381252 INFO (jetty-launcher-7733-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4381252 INFO (jetty-launcher-7733-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 4381253 INFO (jetty-launcher-7733-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f0ce39{/solr,null,AVAILABLE}
[junit4] 2> 4381253 INFO (jetty-launcher-7733-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3f0068dd{/solr,null,AVAILABLE}
[junit4] 2> 4381253 INFO (jetty-launcher-7733-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@74f12367{HTTP/1.1,[http/1.1]}{127.0.0.1:65526}
[junit4] 2> 4381253 INFO (jetty-launcher-7733-thread-2) [ ] o.e.j.s.Server Started @4389520ms
[junit4] 2> 4381253 INFO (jetty-launcher-7733-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65526}
[junit4] 2> 4381253 INFO (jetty-launcher-7733-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@366bbf54{HTTP/1.1,[http/1.1]}{127.0.0.1:54692}
[junit4] 2> 4381253 INFO (jetty-launcher-7733-thread-1) [ ] o.e.j.s.Server Started @4389520ms
[junit4] 2> 4381253 INFO (jetty-launcher-7733-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54692}
[junit4] 2> 4381253 ERROR (jetty-launcher-7733-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4381254 ERROR (jetty-launcher-7733-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4381254 INFO (jetty-launcher-7733-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 4381254 INFO (jetty-launcher-7733-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 4381254 INFO (jetty-launcher-7733-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4381254 INFO (jetty-launcher-7733-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4381254 INFO (jetty-launcher-7733-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4381254 INFO (jetty-launcher-7733-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4381254 INFO (jetty-launcher-7733-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T00:09:47.591Z
[junit4] 2> 4381254 INFO (jetty-launcher-7733-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T00:09:47.591Z
[junit4] 2> 4381256 INFO (zkConnectionManagerCallback-7740-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4381257 INFO (zkConnectionManagerCallback-7738-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4381257 INFO (jetty-launcher-7733-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4381257 INFO (jetty-launcher-7733-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4381264 INFO (jetty-launcher-7733-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59561/solr
[junit4] 2> 4381264 INFO (jetty-launcher-7733-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59561/solr
[junit4] 2> 4381266 INFO (zkConnectionManagerCallback-7748-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4381266 INFO (zkConnectionManagerCallback-7746-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4381269 INFO (zkConnectionManagerCallback-7750-thread-1-processing-n:127.0.0.1:54692_solr) [n:127.0.0.1:54692_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4381269 INFO (zkConnectionManagerCallback-7752-thread-1-processing-n:127.0.0.1:65526_solr) [n:127.0.0.1:65526_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4381398 INFO (jetty-launcher-7733-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4381399 INFO (jetty-launcher-7733-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:65526_solr
[junit4] 2> 4381400 INFO (jetty-launcher-7733-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.c.Overseer Overseer (id=72188471013539846-127.0.0.1:65526_solr-n_0000000000) starting
[junit4] 2> 4381402 INFO (jetty-launcher-7733-thread-1) [n:127.0.0.1:54692_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4381403 INFO (jetty-launcher-7733-thread-1) [n:127.0.0.1:54692_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54692_solr
[junit4] 2> 4381411 INFO (zkCallback-7749-thread-1-processing-n:127.0.0.1:54692_solr) [n:127.0.0.1:54692_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4381411 INFO (zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) [n:127.0.0.1:65526_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4381417 DEBUG (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 4381418 INFO (jetty-launcher-7733-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65526_solr
[junit4] 2> 4381418 DEBUG (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 4381419 DEBUG (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:54692_solr]
[junit4] 2> 4381419 DEBUG (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 4381419 DEBUG (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 4381420 INFO (zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) [n:127.0.0.1:65526_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4381423 INFO (zkCallback-7749-thread-1-processing-n:127.0.0.1:54692_solr) [n:127.0.0.1:54692_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4381424 DEBUG (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4381425 DEBUG (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 4381426 DEBUG (ScheduledTrigger-12632-thread-1) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4381508 INFO (jetty-launcher-7733-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65526.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac8eee4
[junit4] 2> 4381515 INFO (jetty-launcher-7733-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65526.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac8eee4
[junit4] 2> 4381515 INFO (jetty-launcher-7733-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65526.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac8eee4
[junit4] 2> 4381516 INFO (jetty-launcher-7733-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A4833FA978AF33C2-001/tempDir-001/node2/.
[junit4] 2> 4381527 INFO (jetty-launcher-7733-thread-1) [n:127.0.0.1:54692_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54692.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac8eee4
[junit4] 2> 4381533 INFO (jetty-launcher-7733-thread-1) [n:127.0.0.1:54692_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54692.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac8eee4
[junit4] 2> 4381533 INFO (jetty-launcher-7733-thread-1) [n:127.0.0.1:54692_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54692.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac8eee4
[junit4] 2> 4381534 INFO (jetty-launcher-7733-thread-1) [n:127.0.0.1:54692_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A4833FA978AF33C2-001/tempDir-001/node1/.
[junit4] 2> 4381551 INFO (zkConnectionManagerCallback-7758-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4381555 INFO (zkConnectionManagerCallback-7762-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4381557 INFO (SUITE-TriggerIntegrationTest-seed#[A4833FA978AF33C2]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4381558 INFO (SUITE-TriggerIntegrationTest-seed#[A4833FA978AF33C2]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59561/solr ready
[junit4] 2> 4381673 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testListeners
[junit4] 2> 4381674 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 4381675 DEBUG (zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 4381675 DEBUG (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 4381679 DEBUG (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4381680 DEBUG (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4381680 DEBUG (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 4381698 INFO (qtp373898136-34667) [n:127.0.0.1:54692_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=3
[junit4] 2> 4381700 INFO (qtp1706134196-34675) [n:127.0.0.1:65526_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4381701 DEBUG (qtp1706134196-34663) [n:127.0.0.1:65526_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4381702 INFO (qtp1706134196-34663) [n:127.0.0.1:65526_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=16
[junit4] 2> 4381702 DEBUG (zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 4381706 DEBUG (zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:54692_solr, 127.0.0.1:65526_solr]
[junit4] 2> 4381706 DEBUG (zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
[junit4] 2> 4381706 DEBUG (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 4381709 INFO (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 4381710 DEBUG (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4381711 DEBUG (ScheduledTrigger-12632-thread-1) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 4381711 DEBUG (ScheduledTrigger-12632-thread-1) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 4381711 DEBUG (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 4381713 INFO (qtp373898136-34669) [n:127.0.0.1:54692_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4381714 INFO (qtp1706134196-34675) [n:127.0.0.1:65526_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4381714 DEBUG (qtp1706134196-34665) [n:127.0.0.1:65526_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4381715 INFO (qtp1706134196-34665) [n:127.0.0.1:65526_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 4381716 DEBUG (zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 4381717 DEBUG (zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:54692_solr, 127.0.0.1:65526_solr]
[junit4] 2> 4381717 DEBUG (zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
[junit4] 2> 4381717 DEBUG (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 4381717 INFO (qtp373898136-34671) [n:127.0.0.1:54692_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4381718 INFO (qtp1706134196-34665) [n:127.0.0.1:65526_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4381718 DEBUG (qtp1706134196-34676) [n:127.0.0.1:65526_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4381719 INFO (qtp1706134196-34676) [n:127.0.0.1:65526_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 4381720 DEBUG (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4381720 DEBUG (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 4381720 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4381721 DEBUG (zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 4381722 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4381722 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4381722 DEBUG (zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:54692_solr, 127.0.0.1:65526_solr]
[junit4] 2> 4381722 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 4381722 DEBUG (zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
[junit4] 2> 4381722 DEBUG (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 4381722 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4bbdd0a9{/solr,null,AVAILABLE}
[junit4] 2> 4381723 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1abaad4c{HTTP/1.1,[http/1.1]}{127.0.0.1:49115}
[junit4] 2> 4381723 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.e.j.s.Server Started @4389990ms
[junit4] 2> 4381723 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49115}
[junit4] 2> 4381723 ERROR (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4381723 DEBUG (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4381723 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 4381723 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4381724 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4381724 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T00:09:48.061Z
[junit4] 2> 4381724 DEBUG (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 4381725 INFO (zkConnectionManagerCallback-7764-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4381726 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4381731 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10077082ba40009, likely client has closed socket
[junit4] 2> 4381733 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59561/solr
[junit4] 2> 4381735 INFO (zkConnectionManagerCallback-7768-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4381738 INFO (zkConnectionManagerCallback-7770-thread-1-processing-n:127.0.0.1:49115_solr) [n:127.0.0.1:49115_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4381749 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [n:127.0.0.1:49115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4381752 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [n:127.0.0.1:49115_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4381756 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [n:127.0.0.1:49115_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49115_solr
[junit4] 2> 4381757 INFO (zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) [n:127.0.0.1:65526_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4381757 INFO (zkCallback-7749-thread-1-processing-n:127.0.0.1:54692_solr) [n:127.0.0.1:54692_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4381760 INFO (zkCallback-7769-thread-1-processing-n:127.0.0.1:49115_solr) [n:127.0.0.1:49115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4381760 INFO (zkCallback-7761-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4381852 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [n:127.0.0.1:49115_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49115.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac8eee4
[junit4] 2> 4381869 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [n:127.0.0.1:49115_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49115.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac8eee4
[junit4] 2> 4381869 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [n:127.0.0.1:49115_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49115.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac8eee4
[junit4] 2> 4381870 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [n:127.0.0.1:49115_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A4833FA978AF33C2-001/tempDir-001/node3/.
[junit4] 2> 4382719 DEBUG (ScheduledTrigger-12632-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 4382720 DEBUG (ScheduledTrigger-12632-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 4382720 DEBUG (ScheduledTrigger-12632-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:49115_solr at time 1997025749559703
[junit4] 2> 4383726 DEBUG (ScheduledTrigger-12632-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 4383726 DEBUG (ScheduledTrigger-12632-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 4384728 DEBUG (ScheduledTrigger-12632-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 4384728 DEBUG (ScheduledTrigger-12632-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 4384728 DEBUG (ScheduledTrigger-12632-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL firing registered processor for nodes: [127.0.0.1:49115_solr] added at times [1997025749559703], now=1997027758778807
[junit4] 2> 4384729 DEBUG (ScheduledTrigger-12632-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"71848ca68e997T6wcqvo5rjgcxxbo2jk3jqoczk",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":1997025749559703,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1997025749559703],
[junit4] 2> "nodeNames":["127.0.0.1:49115_solr"]}}
[junit4] 2> 4384731 DEBUG (ScheduledTrigger-12632-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerL]
[junit4] 2> 4384732 INFO (ScheduledTrigger-12632-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 4384734 DEBUG (AutoscalingActionExecutor-12633-thread-1-processing-n:127.0.0.1:65526_solr) [n:127.0.0.1:65526_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"71848ca68e997T6wcqvo5rjgcxxbo2jk3jqoczk",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":1997025749559703,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1997025749559703],
[junit4] 2> "_enqueue_time_":1997027761518102,
[junit4] 2> "nodeNames":["127.0.0.1:49115_solr"]}}
[junit4] 2> 4384740 DEBUG (AutoscalingActionExecutor-12633-thread-1-processing-n:127.0.0.1:65526_solr) [n:127.0.0.1:65526_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerL after 5000ms
[junit4] 2> 4384740 DEBUG (AutoscalingActionExecutor-12633-thread-1-processing-n:127.0.0.1:65526_solr) [n:127.0.0.1:65526_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 6 ms for event id=71848ca68e997T6wcqvo5rjgcxxbo2jk3jqoczk
[junit4] 2> 4386743 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4386745 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4386745 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4386745 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 4386745 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@40015341{/solr,null,AVAILABLE}
[junit4] 2> 4386746 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2ac27b57{HTTP/1.1,[http/1.1]}{127.0.0.1:58691}
[junit4] 2> 4386746 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.e.j.s.Server Started @4395014ms
[junit4] 2> 4386746 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58691}
[junit4] 2> 4386746 ERROR (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4386747 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 4386747 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4386747 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4386747 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T00:09:53.084Z
[junit4] 2> 4386749 INFO (zkConnectionManagerCallback-7774-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4386750 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4386759 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59561/solr
[junit4] 2> 4386761 INFO (zkConnectionManagerCallback-7778-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4386765 INFO (zkConnectionManagerCallback-7780-thread-1-processing-n:127.0.0.1:58691_solr) [n:127.0.0.1:58691_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4386787 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [n:127.0.0.1:58691_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4386791 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [n:127.0.0.1:58691_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4386795 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [n:127.0.0.1:58691_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58691_solr
[junit4] 2> 4386798 INFO (zkCallback-7769-thread-1-processing-n:127.0.0.1:49115_solr) [n:127.0.0.1:49115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4386798 INFO (zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) [n:127.0.0.1:65526_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4386798 INFO (zkCallback-7761-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4386798 INFO (zkCallback-7749-thread-1-processing-n:127.0.0.1:54692_solr) [n:127.0.0.1:54692_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4386801 INFO (zkCallback-7779-thread-1-processing-n:127.0.0.1:58691_solr) [n:127.0.0.1:58691_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4386889 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [n:127.0.0.1:58691_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58691.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac8eee4
[junit4] 2> 4386903 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [n:127.0.0.1:58691_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58691.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac8eee4
[junit4] 2> 4386903 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [n:127.0.0.1:58691_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58691.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac8eee4
[junit4] 2> 4386905 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [n:127.0.0.1:58691_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A4833FA978AF33C2-001/tempDir-001/node4/.
[junit4] 2> 4389740 DEBUG (ScheduledTrigger-12632-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 4389741 DEBUG (ScheduledTrigger-12632-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 4389741 DEBUG (ScheduledTrigger-12632-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:58691_solr at time 1997032773047026
[junit4] 2> 4390743 DEBUG (ScheduledTrigger-12632-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 4390743 DEBUG (ScheduledTrigger-12632-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 4391744 DEBUG (ScheduledTrigger-12632-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 4391744 DEBUG (ScheduledTrigger-12632-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 4391744 DEBUG (ScheduledTrigger-12632-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL firing registered processor for nodes: [127.0.0.1:58691_solr] added at times [1997032773047026], now=1997034777322033
[junit4] 2> 4391744 DEBUG (ScheduledTrigger-12632-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"7184a6d0ad2f2T6wcqvo5rjgcxxbo2jk3jqoczm",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":1997032773047026,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1997032773047026],
[junit4] 2> "nodeNames":["127.0.0.1:58691_solr"]}}
[junit4] 2> 4391745 DEBUG (ScheduledTrigger-12632-thread-2) [n:127.0.0.1:65526_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerL]
[junit4] 2> 4391745 DEBUG (AutoscalingActionExecutor-12633-thread-1-processing-n:127.0.0.1:65526_solr) [n:127.0.0.1:65526_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"7184a6d0ad2f2T6wcqvo5rjgcxxbo2jk3jqoczm",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":1997032773047026,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1997032773047026],
[junit4] 2> "_enqueue_time_":1997034777588419,
[junit4] 2> "nodeNames":["127.0.0.1:58691_solr"]}}
[junit4] 2> 4391746 WARN (AutoscalingActionExecutor-12633-thread-1-processing-n:127.0.0.1:65526_solr) [n:127.0.0.1:65526_solr ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> java.lang.Exception: Error executing action: test1 for trigger event: {
[junit4] 2> "id":"7184a6d0ad2f2T6wcqvo5rjgcxxbo2jk3jqoczm",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":1997032773047026,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1997032773047026],
[junit4] 2> "_enqueue_time_":1997034777588419,
[junit4] 2> "nodeNames":["127.0.0.1:58691_solr"]}}
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:302)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.RuntimeException: failure
[junit4] 2> at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction.process(TriggerIntegrationTest.java:989)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:299)
[junit4] 2> ... 6 more
[junit4] 2> 4391746 DEBUG (AutoscalingActionExecutor-12633-thread-1-processing-n:127.0.0.1:65526_solr) [n:127.0.0.1:65526_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerL after 5000ms
[junit4] 2> 4391747 DEBUG (AutoscalingActionExecutor-12633-thread-1-processing-n:127.0.0.1:65526_solr) [n:127.0.0.1:65526_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=7184a6d0ad2f2T6wcqvo5rjgcxxbo2jk3jqoczm
[junit4] 2> 4393746 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testListeners
[junit4] 2> 4394019 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testContinueTriggersOnOverseerRestart
[junit4] 2> 4394020 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 6
[junit4] 2> 4394020 DEBUG (zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 4394021 DEBUG (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 4394023 DEBUG (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4394023 DEBUG (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4394024 DEBUG (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 4394029 INFO (qtp30582853-34727) [n:127.0.0.1:49115_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4394042 INFO (qtp30582853-34727) [n:127.0.0.1:49115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 4394047 INFO (qtp30582853-34729) [n:127.0.0.1:49115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4394049 INFO (qtp373898136-34671) [n:127.0.0.1:54692_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4394059 INFO (qtp1245065177-34753) [n:127.0.0.1:58691_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=8
[junit4] 2> 4394060 INFO (qtp1706134196-34676) [n:127.0.0.1:65526_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4394061 DEBUG (qtp30582853-34731) [n:127.0.0.1:49115_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4394062 INFO (qtp30582853-34731) [n:127.0.0.1:49115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 4394062 DEBUG (zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 4394063 DEBUG (zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:49115_solr, 127.0.0.1:54692_solr, 127.0.0.1:58691_solr, 127.0.0.1:65526_solr]
[junit4] 2> 4394063 DEBUG (zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 4394063 DEBUG (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 4394066 INFO (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 4394067 DEBUG (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4394067 DEBUG (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 4394068 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@74f12367{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 4394068 DEBUG (ScheduledTrigger-12632-thread-3) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 4394068 DEBUG (ScheduledTrigger-12632-thread-3) [n:127.0.0.1:65526_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 4394072 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1725417367
[junit4] 2> 4394073 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 4394073 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3598cb04: rootName = solr_65526, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4ed5d78
[junit4] 2> 4394082 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 4394082 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@320df8da: rootName = solr_65526, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6a6f733c
[junit4] 2> 4394088 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 4394088 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@65ff0186: rootName = solr_65526, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6e2349df
[junit4] 2> 4394090 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:65526_solr
[junit4] 2> 4394092 INFO (zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) [n:127.0.0.1:65526_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4394092 INFO (zkCallback-7749-thread-1-processing-n:127.0.0.1:54692_solr) [n:127.0.0.1:54692_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4394092 INFO (zkCallback-7769-thread-1-processing-n:127.0.0.1:49115_solr) [n:127.0.0.1:49115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4394092 INFO (zkCallback-7779-thread-1-processing-n:127.0.0.1:58691_solr) [n:127.0.0.1:58691_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4394093 INFO (zkCallback-7761-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4394093 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 4394094 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4394094 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.Overseer Overseer (id=72188471013539846-127.0.0.1:65526_solr-n_0000000000) closing
[junit4] 2> 4394095 INFO (OverseerStateUpdate-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:65526_solr
[junit4] 2> 4394095 WARN (OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000) [n:127.0.0.1:65526_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 4394100 DEBUG (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 4394103 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3f0068dd{/solr,null,UNAVAILABLE}
[junit4] 2> 4394103 INFO (zkCallback-7749-thread-1-processing-n:127.0.0.1:54692_solr) [n:127.0.0.1:54692_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54692_solr
[junit4] 2> 4394110 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 4394113 INFO (zkCallback-7749-thread-1-processing-n:127.0.0.1:54692_solr) [n:127.0.0.1:54692_solr ] o.a.s.c.Overseer Overseer (id=72188471013539845-127.0.0.1:54692_solr-n_0000000001) starting
[junit4] 2> 4394122 DEBUG (OverseerAutoScalingTriggerThread-72188471013539845-127.0.0.1:54692_solr-n_0000000001) [n:127.0.0.1:54692_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 4394124 DEBUG (OverseerAutoScalingTriggerThread-72188471013539845-127.0.0.1:54692_solr-n_0000000001) [n:127.0.0.1:54692_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 4394124 DEBUG (OverseerAutoScalingTriggerThread-72188471013539845-127.0.0.1:54692_solr-n_0000000001) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:49115_solr, 127.0.0.1:54692_solr, 127.0.0.1:58691_solr]
[junit4] 2> 4394125 DEBUG (OverseerAutoScalingTriggerThread-72188471013539845-127.0.0.1:54692_solr-n_0000000001) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 4394125 DEBUG (OverseerAutoScalingTriggerThread-72188471013539845-127.0.0.1:54692_solr-n_0000000001) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:49115_solr, 127.0.0.1:54692_solr, 127.0.0.1:58691_solr]
[junit4] 2> 4394125 DEBUG (OverseerAutoScalingTriggerThread-72188471013539845-127.0.0.1:54692_solr-n_0000000001) [n:127.0.0.1:54692_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion -1
[junit4] 2> 4394125 DEBUG (OverseerAutoScalingTriggerThread-72188471013539845-127.0.0.1:54692_solr-n_0000000001) [n:127.0.0.1:54692_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 4394126 INFO (OverseerAutoScalingTriggerThread-72188471013539845-127.0.0.1:54692_solr-n_0000000001) [n:127.0.0.1:54692_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 4394128 DEBUG (ScheduledTrigger-12653-thread-1) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 4394128 DEBUG (ScheduledTrigger-12653-thread-1) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 4394129 DEBUG (OverseerAutoScalingTriggerThread-72188471013539845-127.0.0.1:54692_solr-n_0000000001) [n:127.0.0.1:54692_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 4394130 DEBUG (ScheduledTrigger-12653-thread-1) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 4395136 DEBUG (ScheduledTrigger-12653-thread-3) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 4395138 DEBUG (ScheduledTrigger-12653-thread-3) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 4395138 DEBUG (ScheduledTrigger-12653-thread-2) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 4396139 DEBUG (ScheduledTrigger-12653-thread-3) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 4396139 DEBUG (ScheduledTrigger-12653-thread-3) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 4396139 DEBUG (ScheduledTrigger-12653-thread-4) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 4397140 DEBUG (ScheduledTrigger-12653-thread-3) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 4397140 DEBUG (ScheduledTrigger-12653-thread-3) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 4397140 DEBUG (ScheduledTrigger-12653-thread-2) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 4398141 DEBUG (ScheduledTrigger-12653-thread-3) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 4398142 DEBUG (ScheduledTrigger-12653-thread-3) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 4398141 DEBUG (ScheduledTrigger-12653-thread-4) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 4399144 DEBUG (ScheduledTrigger-12653-thread-3) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 4399144 DEBUG (ScheduledTrigger-12653-thread-3) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 4399144 DEBUG (ScheduledTrigger-12653-thread-3) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 4400145 DEBUG (ScheduledTrigger-12653-thread-3) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 4400146 DEBUG (ScheduledTrigger-12653-thread-3) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 4400146 DEBUG (ScheduledTrigger-12653-thread-3) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 4401147 DEBUG (ScheduledTrigger-12653-thread-3) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 4401147 DEBUG (ScheduledTrigger-12653-thread-3) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 4401147 DEBUG (ScheduledTrigger-12653-thread-3) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 4402148 DEBUG (ScheduledTrigger-12653-thread-3) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 4402148 DEBUG (ScheduledTrigger-12653-thread-3) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 4402148 DEBUG (ScheduledTrigger-12653-thread-3) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 4403149 DEBUG (ScheduledTrigger-12653-thread-3) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 4403149 DEBUG (ScheduledTrigger-12653-thread-3) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 4403149 DEBUG (ScheduledTrigger-12653-thread-3) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 4404112 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4404114 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4404114 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4404114 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 4404114 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4aee6fda{/solr,null,AVAILABLE}
[junit4] 2> 4404115 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@70a8f3ac{HTTP/1.1,[http/1.1]}{127.0.0.1:43099}
[junit4] 2> 4404115 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.e.j.s.Server Started @4412389ms
[junit4] 2> 4404115 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43099}
[junit4] 2> 4404115 ERROR (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4404116 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 4404116 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4404116 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4404116 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T00:10:10.453Z
[junit4] 2> 4404119 INFO (zkConnectionManagerCallback-7784-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4404120 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4404146 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59561/solr
[junit4] 2> 4404150 INFO (zkConnectionManagerCallback-7788-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4404150 DEBUG (ScheduledTrigger-12653-thread-3) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 4404150 DEBUG (ScheduledTrigger-12653-thread-3) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 4404151 DEBUG (ScheduledTrigger-12653-thread-3) [n:127.0.0.1:54692_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 4404154 INFO (zkConnectionManagerCallback-7790-thread-1-processing-n:127.0.0.1:43099_solr) [n:127.0.0.1:43099_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4404175 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [n:127.0.0.1:43099_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4404194 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [n:127.0.0.1:43099_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4404228 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [n:127.0.0.1:43099_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43099_solr
[junit4] 2> 4404243 INFO (zkCallback-7779-thread-1-processing-n:127.0.0.1:58691_solr) [n:127.0.0.1:58691_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4404246 INFO (zkCallback-7789-thread-1-processing-n:127.0.0.1:43099_solr) [n:127.0.0.1:43099_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4404246 INFO (zkCallback-7761-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4404247 INFO (zkCallback-7769-thread-1-processing-n:127.0.0.1:49115_solr) [n:127.0.0.1:49115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4404247 INFO (zkCallback-7749-thread-1-processing-n:127.0.0.1:54692_solr) [n:127.0.0.1:54692_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4404461 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2]) [n:127.0.0.1:43099_solr ] o.a.s.m.r.SolrJmxRepo
[...truncated too long message...]
9012_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 193189 INFO (jetty-closer-461-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 193198 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100771d29f90006, likely client has closed socket
[junit4] 2> 193202 INFO (jetty-closer-461-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4bea78ae{/solr,null,UNAVAILABLE}
[junit4] 2> 193203 INFO (jetty-closer-461-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 223202 WARN (jetty-closer-461-thread-2) [ ] o.e.j.u.t.QueuedThreadPool QueuedThreadPool@qtp97882992{STOPPING,8<=10<=10000,i=0,q=1} Couldn't stop Thread[qtp97882992-2287,5,TGRP-JdbcTest]
[junit4] 2> 223203 ERROR (SUITE-JdbcTest-seed#[9E51983DB29857F7]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 223204 INFO (SUITE-JdbcTest-seed#[9E51983DB29857F7]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:62577 62577
[junit4] 2> 230174 INFO (Thread-504) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:62577 62577
[junit4] 2> 230174 WARN (Thread-504) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 153 /solr/aliases.json
[junit4] 2> 153 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/collection1/terms/shard2
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2> 2 /solr/collections/collection1/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 153 /solr/clusterstate.json
[junit4] 2> 12 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 153 /solr/live_nodes
[junit4] 2> 153 /solr/collections
[junit4] 2>
[junit4] 2> 230174 INFO (SUITE-JdbcTest-seed#[9E51983DB29857F7]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Feb 13, 2018 12:33:32 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Feb 13, 2018 12:33:52 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.io.sql.JdbcTest:
[junit4] 2> 1) Thread[id=2287, name=qtp97882992-2287, state=TIMED_WAITING, group=TGRP-JdbcTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Feb 13, 2018 12:33:52 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=2287, name=qtp97882992-2287, state=TIMED_WAITING, group=TGRP-JdbcTest]
[junit4] 2> Feb 13, 2018 12:33:55 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=2287, name=qtp97882992-2287, state=TIMED_WAITING, group=TGRP-JdbcTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3e8f720b), locale=ar-SA, timezone=America/Whitehorse
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=2,free=45673632,total=164667392
[junit4] 2> NOTE: All tests run in this JVM: [FloorEvaluatorTest, AppendEvaluatorTest, TestSpellCheckResponse, NamedListTest, TestDelegationTokenRequest, HttpSolrClientSSLAuthConPoolTest, SelectWithEvaluatorsTest, LengthEvaluatorTest, TestXMLEscaping, NoOpResponseParserTest, SolrExampleXMLTest, TestCollectionStateWatchers, TestCoreAdmin, NormalDistributionEvaluatorTest, GreaterThanEvaluatorTest, TestRetryUtil, EmpiricalDistributionEvaluatorTest, CommonAdminParamsTest, GraphTest, LessThanEvaluatorTest, UuidEvaluatorTest, FieldAnalysisResponseTest, JettyWebappTest, ModifiableSolrParamsTest, CloudSolrClientBuilderTest, TestDelegationTokenResponse, TestCollectionAdminRequest, AddEvaluatorTest, TestHash, TestCloudSolrClientConnections, TestV1toV2ApiMapper, ConcatOperationTest, CumulativeProbabilityEvaluatorTest, TermsResponseTest, ConcurrentUpdateSolrClientBuilderTest, SolrExampleStreamingTest, SolrExampleStreamingBinaryTest, SolrExampleJettyTest, SolrExampleEmbeddedTest, LargeVolumeBinaryJettyTest, TestBatchUpdate, LargeVolumeEmbeddedTest, LargeVolumeJettyTest, TestSolrProperties, SolrParamTest, MergeIndexesEmbeddedTest, TestEmbeddedSolrServer, TestJavaBinCodec, TestDocumentObjectBinder, ContentStreamTest, TestFastInputStream, SolrDocumentTest, TestUpdateRequestCodec, AnlysisResponseBaseTest, FacetFieldTest, UsingSolrJRefGuideExamplesTest, CollectionAdminRequestRequiredParamsTest, GetByIdTest, TestLBHttpSolrClient, TestPolicy, BasicHttpSolrClientTest, CloudSolrClientMultiConstructorTest, HttpSolrClientBuilderTest, HttpSolrClientConPoolTest, LBHttpSolrClientBuilderTest, JdbcDriverTest, JdbcTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=JdbcTest -Dtests.seed=9E51983DB29857F7 -Dtests.slow=true -Dtests.locale=ar-SA -Dtests.timezone=America/Whitehorse -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | JdbcTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.io.sql.JdbcTest:
[junit4] > 1) Thread[id=2287, name=qtp97882992-2287, state=TIMED_WAITING, group=TGRP-JdbcTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([9E51983DB29857F7]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=2287, name=qtp97882992-2287, state=TIMED_WAITING, group=TGRP-JdbcTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([9E51983DB29857F7]:0)
[junit4] Completed [104/146 (1!)] on J0 in 74.07s, 10 tests, 2 errors, 1 skipped <<< FAILURES!
[...truncated 47648 lines...]