You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/02/26 14:48:12 UTC
[JENKINS] Lucene-Solr-Tests-master - Build # 2381 - Still Unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2381/
1 tests failed.
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication
Error Message:
Index: 0, Size: 0
Stack Trace:
java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
at __randomizedtesting.SeedInfo.seed([50935C6DCA2D0E37:44DB0738E92AB329]:0)
at java.util.ArrayList.rangeCheck(ArrayList.java:653)
at java.util.ArrayList.get(ArrayList.java:429)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13363 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/init-core-data-001
[junit4] 2> 1320532 WARN (SUITE-TestReplicationHandler-seed#[50935C6DCA2D0E37]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
[junit4] 2> 1320532 INFO (SUITE-TestReplicationHandler-seed#[50935C6DCA2D0E37]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1320534 INFO (SUITE-TestReplicationHandler-seed#[50935C6DCA2D0E37]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 1320534 INFO (SUITE-TestReplicationHandler-seed#[50935C6DCA2D0E37]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1320536 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRateLimitedReplication
[junit4] 2> 1320536 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-001/collection1
[junit4] 2> 1320539 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1320539 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1320539 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1320540 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1320540 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@185073ec{/solr,null,AVAILABLE}
[junit4] 2> 1320540 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@119ee75{HTTP/1.1,[http/1.1]}{127.0.0.1:60813}
[junit4] 2> 1320540 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.Server Started @1323327ms
[junit4] 2> 1320540 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=60813}
[junit4] 2> 1320541 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1320541 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1320541 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1320541 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1320541 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-26T13:56:37.860Z
[junit4] 2> 1320541 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-001/solr.xml
[junit4] 2> 1320544 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1320544 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1320546 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@36b042fe, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1320573 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36b042fe
[junit4] 2> 1320582 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36b042fe
[junit4] 2> 1320582 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36b042fe
[junit4] 2> 1320584 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-001/.
[junit4] 2> 1320584 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1320584 INFO (coreLoadExecutor-5953-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1320605 INFO (coreLoadExecutor-5953-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1320612 INFO (coreLoadExecutor-5953-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1320614 INFO (coreLoadExecutor-5953-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1320614 INFO (coreLoadExecutor-5953-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-001/./collection1, trusted=true
[junit4] 2> 1320614 INFO (coreLoadExecutor-5953-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36b042fe
[junit4] 2> 1320614 INFO (coreLoadExecutor-5953-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1320614 INFO (coreLoadExecutor-5953-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-001/./collection1/data/]
[junit4] 2> 1320615 INFO (coreLoadExecutor-5953-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1320646 INFO (coreLoadExecutor-5953-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1320646 INFO (coreLoadExecutor-5953-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1320647 INFO (coreLoadExecutor-5953-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=27.9052734375, floorSegmentMB=0.2255859375, forceMergeDeletesPctAllowed=28.019490723736705, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1320647 INFO (coreLoadExecutor-5953-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@51b1e61d[collection1] main]
[junit4] 2> 1320647 INFO (coreLoadExecutor-5953-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-001/collection1/conf
[junit4] 2> 1320648 INFO (coreLoadExecutor-5953-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 1320648 INFO (coreLoadExecutor-5953-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1320649 INFO (searcherExecutor-5954-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@51b1e61d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1320650 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-002/collection1
[junit4] 2> 1320654 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1320658 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1320658 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1320659 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1320659 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@751277ef{/solr,null,AVAILABLE}
[junit4] 2> 1320659 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@510bab7c{HTTP/1.1,[http/1.1]}{127.0.0.1:60060}
[junit4] 2> 1320659 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.Server Started @1323446ms
[junit4] 2> 1320660 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=60060}
[junit4] 2> 1320660 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1320660 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1320660 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1320660 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1320660 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-26T13:56:37.979Z
[junit4] 2> 1320661 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-002/solr.xml
[junit4] 2> 1320664 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1320664 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1320665 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@36b042fe, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1320694 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36b042fe
[junit4] 2> 1320703 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36b042fe
[junit4] 2> 1320703 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36b042fe
[junit4] 2> 1320705 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-002/.
[junit4] 2> 1320705 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1320706 INFO (coreLoadExecutor-5963-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1320723 INFO (coreLoadExecutor-5963-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1320730 INFO (coreLoadExecutor-5963-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1320732 INFO (coreLoadExecutor-5963-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1320732 INFO (coreLoadExecutor-5963-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-002/./collection1, trusted=true
[junit4] 2> 1320732 INFO (coreLoadExecutor-5963-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36b042fe
[junit4] 2> 1320732 INFO (coreLoadExecutor-5963-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1320732 INFO (coreLoadExecutor-5963-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-002/./collection1/data/]
[junit4] 2> 1320734 INFO (coreLoadExecutor-5963-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1320769 INFO (coreLoadExecutor-5963-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1320769 INFO (coreLoadExecutor-5963-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1320770 INFO (coreLoadExecutor-5963-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=27.9052734375, floorSegmentMB=0.2255859375, forceMergeDeletesPctAllowed=28.019490723736705, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1320770 INFO (coreLoadExecutor-5963-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6032e831[collection1] main]
[junit4] 2> 1320771 INFO (coreLoadExecutor-5963-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-002/collection1/conf
[junit4] 2> 1320772 INFO (coreLoadExecutor-5963-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 1320772 INFO (coreLoadExecutor-5963-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1320773 INFO (searcherExecutor-5964-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6032e831[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1321205 INFO (qtp1669138674-14509) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1321206 INFO (indexFetcher-5968-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1321206 INFO (indexFetcher-5968-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1321206 INFO (indexFetcher-5968-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1321206 INFO (indexFetcher-5968-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1321206 INFO (indexFetcher-5968-thread-1) [ x:collection1] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 1321206 INFO (indexFetcher-5968-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1321206 INFO (indexFetcher-5968-thread-1) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4ba7d6a3 commitCommandVersion:0
[junit4] 2> 1321207 INFO (indexFetcher-5968-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ebdf67c[collection1] main]
[junit4] 2> 1321207 INFO (indexFetcher-5968-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1321208 INFO (searcherExecutor-5964-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4ebdf67c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1321274 INFO (qtp1669138674-14509) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 1321275 INFO (qtp1669138674-14509) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
[junit4] 2> 1321276 INFO (qtp1933643211-14526) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 1321276 INFO (qtp1933643211-14526) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
[junit4] 2> 1321276 INFO (qtp1669138674-14514) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1321276 INFO (qtp1669138674-14514) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1dfcdd9d commitCommandVersion:0
[junit4] 2> 1321277 INFO (qtp1669138674-14514) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@52063a69[collection1] main]
[junit4] 2> 1321277 INFO (qtp1669138674-14514) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1321278 INFO (searcherExecutor-5954-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@52063a69[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1321278 INFO (qtp1669138674-14514) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 1
[junit4] 2> 1321278 INFO (qtp1933643211-14528) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1321279 INFO (qtp1933643211-14528) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4ba7d6a3 commitCommandVersion:0
[junit4] 2> 1321279 INFO (qtp1933643211-14528) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@49ae8149[collection1] main]
[junit4] 2> 1321279 INFO (qtp1933643211-14528) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1321280 INFO (searcherExecutor-5964-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@49ae8149[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1321280 INFO (qtp1933643211-14528) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 1
[junit4] 2> 1321281 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@119ee75{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1321281 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1619201485
[junit4] 2> 1321281 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1321281 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6fa0976b: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@e61f13a
[junit4] 2> 1321286 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1321286 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@19966b6c: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1a549690
[junit4] 2> 1321290 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1321290 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3cfb98df: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6b9658e0
[junit4] 2> 1321290 INFO (coreCloseExecutor-5969-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@7d638e43
[junit4] 2> 1321290 INFO (coreCloseExecutor-5969-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=2103676483
[junit4] 2> 1321291 INFO (coreCloseExecutor-5969-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e14e10: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@1ed07c93
[junit4] 2> 1321298 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@185073ec{/solr,null,UNAVAILABLE}
[junit4] 2> 1321298 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1321299 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@510bab7c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1321299 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1990192535
[junit4] 2> 1321299 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1321299 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2accd994: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6e771d7d
[junit4] 2> 1321305 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1321305 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@15eb74f5: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1a549690
[junit4] 2> 1321309 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1321309 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5eddfa38: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6b9658e0
[junit4] 2> 1321309 INFO (coreCloseExecutor-5971-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@71d7e2da
[junit4] 2> 1321309 INFO (coreCloseExecutor-5971-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1909973722
[junit4] 2> 1321310 INFO (coreCloseExecutor-5971-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@27266a15: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@5e37d1d7
[junit4] 2> 1321317 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@751277ef{/solr,null,UNAVAILABLE}
[junit4] 2> 1321317 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1321319 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1321320 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1321320 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1321320 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1321320 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b4bf0d7{/solr,null,AVAILABLE}
[junit4] 2> 1321321 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7de9cc19{HTTP/1.1,[http/1.1]}{127.0.0.1:59904}
[junit4] 2> 1321321 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.Server Started @1324108ms
[junit4] 2> 1321321 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=59904}
[junit4] 2> 1321321 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1321321 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1321321 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1321321 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1321321 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-26T13:56:38.640Z
[junit4] 2> 1321322 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-001/solr.xml
[junit4] 2> 1321325 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1321325 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1321326 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@36b042fe, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1321362 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36b042fe
[junit4] 2> 1321371 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36b042fe
[junit4] 2> 1321371 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36b042fe
[junit4] 2> 1321373 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-001/.
[junit4] 2> 1321373 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1321373 INFO (coreLoadExecutor-5978-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1321381 INFO (coreLoadExecutor-5978-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1321388 INFO (coreLoadExecutor-5978-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1321390 INFO (coreLoadExecutor-5978-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1321390 INFO (coreLoadExecutor-5978-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-001/./collection1, trusted=true
[junit4] 2> 1321390 INFO (coreLoadExecutor-5978-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36b042fe
[junit4] 2> 1321390 INFO (coreLoadExecutor-5978-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1321390 INFO (coreLoadExecutor-5978-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-001/./collection1/data/]
[junit4] 2> 1321392 INFO (coreLoadExecutor-5978-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=23, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1321429 INFO (coreLoadExecutor-5978-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1321429 INFO (coreLoadExecutor-5978-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1321430 INFO (coreLoadExecutor-5978-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=4.0400390625, floorSegmentMB=0.98828125, forceMergeDeletesPctAllowed=26.588415041342916, segmentsPerTier=4.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.45221366572615385
[junit4] 2> 1321431 INFO (coreLoadExecutor-5978-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7ea184d6[collection1] main]
[junit4] 2> 1321431 INFO (coreLoadExecutor-5978-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-001/collection1/conf
[junit4] 2> 1321431 INFO (coreLoadExecutor-5978-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1321432 INFO (searcherExecutor-5979-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7ea184d6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1321434 INFO (qtp1706146084-14551) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
[junit4] 2> 1321435 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
[junit4] 2> 1321435 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 1321436 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
[junit4] 2> 1321436 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
[junit4] 2> 1321437 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
[junit4] 2> 1321437 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
[junit4] 2> 1321437 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
[junit4] 2> 1321438 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
[junit4] 2> 1321438 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
[junit4] 2> 1321438 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
[junit4] 2> 1321439 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
[junit4] 2> 1321440 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
[junit4] 2> 1321440 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
[junit4] 2> 1321440 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
[junit4] 2> 1321441 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
[junit4] 2> 1321441 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
[junit4] 2> 1321442 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
[junit4] 2> 1321442 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
[junit4] 2> 1321442 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
[junit4] 2> 1321443 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
[junit4] 2> 1321444 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
[junit4] 2> 1321444 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
[junit4] 2> 1321444 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
[junit4] 2> 1321445 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
[junit4] 2> 1321445 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
[junit4] 2> 1321445 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
[junit4] 2> 1321446 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
[junit4] 2> 1321446 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
[junit4] 2> 1321447 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
[junit4] 2> 1321447 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
[junit4] 2> 1321447 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
[junit4] 2> 1321448 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
[junit4] 2> 1321448 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
[junit4] 2> 1321449 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
[junit4] 2> 1321449 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
[junit4] 2> 1321449 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
[junit4] 2> 1321449 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
[junit4] 2> 1321450 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
[junit4] 2> 1321450 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
[junit4] 2> 1321450 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
[junit4] 2> 1321451 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
[junit4] 2> 1321452 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
[junit4] 2> 1321452 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
[junit4] 2> 1321452 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
[junit4] 2> 1321452 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
[junit4] 2> 1321453 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
[junit4] 2> 1321453 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
[junit4] 2> 1321454 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
[junit4] 2> 1321454 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
[junit4] 2> 1321454 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
[junit4] 2> 1321455 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
[junit4] 2> 1321455 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
[junit4] 2> 1321455 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
[junit4] 2> 1321456 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
[junit4] 2> 1321456 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
[junit4] 2> 1321457 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
[junit4] 2> 1321457 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
[junit4] 2> 1321457 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
[junit4] 2> 1321458 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
[junit4] 2> 1321458 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
[junit4] 2> 1321459 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
[junit4] 2> 1321459 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
[junit4] 2> 1321460 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
[junit4] 2> 1321460 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
[junit4] 2> 1321460 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 0
[junit4] 2> 1321461 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
[junit4] 2> 1321461 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 0
[junit4] 2> 1321462 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 0
[junit4] 2> 1321462 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 0
[junit4] 2> 1321462 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 0
[junit4] 2> 1321463 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 0
[junit4] 2> 1321463 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 0
[junit4] 2> 1321464 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 0
[junit4] 2> 1321464 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 0
[junit4] 2> 1321464 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 0
[junit4] 2> 1321465 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 0
[junit4] 2> 1321465 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[77]} 0 0
[junit4] 2> 1321466 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[78]} 0 0
[junit4] 2> 1321466 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[79]} 0 0
[junit4] 2> 1321467 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[80]} 0 0
[junit4] 2> 1321467 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[81]} 0 0
[junit4] 2> 1321467 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[82]} 0 0
[junit4] 2> 1321468 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[83]} 0 0
[junit4] 2> 1321468 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[84]} 0 0
[junit4] 2> 1321469 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[85]} 0 0
[junit4] 2> 1321469 INFO (qtp1706146084-14555) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[86]} 0 0
[junit4] 2> 1321470 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1321470 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@e0269bc commitCommandVersion:0
[junit4] 2> 1321492 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2599ae1e[collection1] main]
[junit4] 2> 1321492 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1321493 INFO (searcherExecutor-5979-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2599ae1e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C87)))}
[junit4] 2> 1321494 INFO (qtp1706146084-14553) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 24
[junit4] 2> 1321494 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7de9cc19{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1321494 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1792896176
[junit4] 2> 1321495 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1321495 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e642ecc: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6e931b23
[junit4] 2> 1321500 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1321500 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@49ba2962: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1a549690
[junit4] 2> 1321505 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1321505 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@66d013b: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6b9658e0
[junit4] 2> 1321505 INFO (coreCloseExecutor-5983-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@2d5c7ff5
[junit4] 2> 1321505 INFO (coreCloseExecutor-5983-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=761036789
[junit4] 2> 1321505 INFO (coreCloseExecutor-5983-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b932463: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@570ff64d
[junit4] 2> 1321514 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@b4bf0d7{/solr,null,UNAVAILABLE}
[junit4] 2> 1321514 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1321515 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1321516 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1321516 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1321516 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1321516 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74b5724b{/solr,null,AVAILABLE}
[junit4] 2> 1321517 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4b6a8013{HTTP/1.1,[http/1.1]}{127.0.0.1:34992}
[junit4] 2> 1321517 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.Server Started @1324304ms
[junit4] 2> 1321517 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=34992}
[junit4] 2> 1321517 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1321517 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1321517 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1321517 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1321517 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-26T13:56:38.836Z
[junit4] 2> 1321518 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-001/solr.xml
[junit4] 2> 1321521 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1321521 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1321522 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@36b042fe, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1321549 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36b042fe
[junit4] 2> 1321558 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36b042fe
[junit4] 2> 1321558 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36b042fe
[junit4] 2> 1321560 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-001/.
[junit4] 2> 1321560 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1321560 INFO (coreLoadExecutor-5990-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1321569 INFO (coreLoadExecutor-5990-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1321576 INFO (coreLoadExecutor-5990-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1321577 INFO (coreLoadExecutor-5990-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1321577 INFO (coreLoadExecutor-5990-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-001/./collection1, trusted=true
[junit4] 2> 1321578 INFO (coreLoadExecutor-5990-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36b042fe
[junit4] 2> 1321578 INFO (coreLoadExecutor-5990-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1321578 INFO (coreLoadExecutor-5990-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-001/./collection1/data/]
[junit4] 2> 1321618 INFO (coreLoadExecutor-5990-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1321618 INFO (coreLoadExecutor-5990-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1321619 INFO (coreLoadExecutor-5990-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=23, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1321621 INFO (coreLoadExecutor-5990-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@15c0aac2[collection1] main]
[junit4] 2> 1321621 INFO (coreLoadExecutor-5990-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-001/collection1/conf
[junit4] 2> 1321621 INFO (coreLoadExecutor-5990-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1321622 INFO (searcherExecutor-5991-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@15c0aac2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C87)))}
[junit4] 2> 1322124 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1322125 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1322125 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1322125 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1322125 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@70255d2f{/solr,null,AVAILABLE}
[junit4] 2> 1322126 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@147525d8{HTTP/1.1,[http/1.1]}{127.0.0.1:58805}
[junit4] 2> 1322126 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.Server Started @1324913ms
[junit4] 2> 1322126 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=58805}
[junit4] 2> 1322126 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1322126 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1322126 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1322126 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1322126 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-26T13:56:39.445Z
[junit4] 2> 1322127 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-002/solr.xml
[junit4] 2> 1322130 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1322130 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1322131 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@36b042fe, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1322160 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36b042fe
[junit4] 2> 1322170 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36b042fe
[junit4] 2> 1322170 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36b042fe
[junit4] 2> 1322172 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-002/.
[junit4] 2> 1322172 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1322172 INFO (coreLoadExecutor-6000-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1322180 INFO (coreLoadExecutor-6000-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1322187 INFO (coreLoadExecutor-6000-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1322188 INFO (coreLoadExecutor-6000-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1322188 INFO (coreLoadExecutor-6000-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-002/./collection1, trusted=true
[junit4] 2> 1322189 INFO (coreLoadExecutor-6000-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36b042fe
[junit4] 2> 1322189 INFO (coreLoadExecutor-6000-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1322189 INFO (coreLoadExecutor-6000-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-002/./collection1/data/]
[junit4] 2> 1322191 INFO (coreLoadExecutor-6000-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=23, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1322229 INFO (coreLoadExecutor-6000-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1322229 INFO (coreLoadExecutor-6000-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1322230 INFO (coreLoadExecutor-6000-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=4.0400390625, floorSegmentMB=0.98828125, forceMergeDeletesPctAllowed=26.588415041342916, segmentsPerTier=4.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.45221366572615385
[junit4] 2> 1322230 INFO (coreLoadExecutor-6000-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4a9bc968[collection1] main]
[junit4] 2> 1322231 INFO (coreLoadExecutor-6000-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-002/collection1/conf
[junit4] 2> 1322231 INFO (coreLoadExecutor-6000-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1322232 INFO (searcherExecutor-6001-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4a9bc968[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1322235 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 1322237 INFO (qtp1908762054-14573) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1322237 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 1322237 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1519653398789
[junit4] 2> 1322237 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1322237 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1322237 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1322239 INFO (qtp1908762054-14575) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=1
[junit4] 2> 1322239 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 10
[junit4] 2> 1322240 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=23, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1322241 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1322241 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to NRTCachingDirectory(MMapDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-002/collection1/data/index.20180226165639558 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@10c62263; maxCacheMB=48.0 maxMergeSizeMB=4.0)
[junit4] 2> 1322242 INFO (qtp1908762054-14576) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1322252 INFO (qtp1908762054-14575) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1322254 INFO (qtp1908762054-14576) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1322255 INFO (qtp1908762054-14575) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1322257 INFO (qtp1908762054-14576) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1327419 INFO (qtp1908762054-14576) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1332467 INFO (qtp1908762054-14575) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1332468 INFO (qtp1908762054-14576) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1332469 INFO (qtp1908762054-14575) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1332470 INFO (qtp1908762054-14576) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1332471 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=536535) : 10 secs (53653 bytes/sec) to NRTCachingDirectory(MMapDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001/solr-instance-002/collection1/data/index.20180226165639558 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@10c62263; maxCacheMB=48.0 maxMergeSizeMB=4.0)
[junit4] 2> 1332482 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=4.0400390625, floorSeg
[...truncated too long message...]
O (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@78120227: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7a702d00
[junit4] 2> 1407529 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1407529 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6552ff17: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1a549690
[junit4] 2> 1407532 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1407532 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@10dd4867: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6b9658e0
[junit4] 2> 1407534 INFO (coreCloseExecutor-6631-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@5392c1c5
[junit4] 2> 1407534 INFO (coreCloseExecutor-6631-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1402126789
[junit4] 2> 1407534 INFO (coreCloseExecutor-6631-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e17ad8a: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@75b3deb5
[junit4] 2> 1407541 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@783d8db6{/solr,null,UNAVAILABLE}
[junit4] 2> 1407541 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1407542 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@213ac10f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1407543 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[50935C6DCA2D0E37]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=809402930
[junit4] 2> 1407543 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1407543 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7e495158: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1c4eaaa3
[junit4] 2> 1407549 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1407549 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@69307844: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1a549690
[junit4] 2> 1407553 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1407553 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[50935C6DCA2D0E37]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@800d581: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6b9658e0
[junit4] 2> 1407558 INFO (coreCloseExecutor-6633-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@3a6fa683
[junit4] 2> 1407558 INFO (coreCloseExecutor-6633-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=980395651
[junit4] 2> 1407558 INFO (coreCloseExecutor-6633-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@65c6cb28: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@443d75
[junit4] 2> 1407575 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@69b19b67{/solr,null,UNAVAILABLE}
[junit4] 2> 1407575 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[50935C6DCA2D0E37]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_50935C6DCA2D0E37-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@735a0c40), locale=en-PH, timezone=Africa/Mogadishu
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=336434776,total=530579456
[junit4] 2> NOTE: All tests run in this JVM: [MoveReplicaHDFSFailoverTest, TestInfoStreamLogging, TestValueSourceCache, TestNamedUpdateProcessors, SpellCheckComponentTest, TestChildDocTransformer, TestManagedStopFilterFactory, TestRangeQuery, SortSpecParsingTest, HdfsThreadLeakTest, TestConfigSetsAPIExclusivity, TestDistributedStatsComponentCardinality, UniqFieldsUpdateProcessorFactoryTest, ComputePlanActionTest, TestRawTransformer, TestSchemaManager, AutoscalingHistoryHandlerTest, TestCoreDiscovery, TestLocalFSCloudBackupRestore, TestRealTimeGet, TestSolrCoreSnapshots, TimeZoneUtilsTest, TestFiltering, TestManagedSchemaAPI, UnloadDistributedZkTest, TestCollationFieldDocValues, DistributedFacetSimpleRefinementLongTailTest, LeaderElectionIntegrationTest, TestBulkSchemaConcurrent, TestFileDictionaryLookup, TestDistribIDF, PreAnalyzedFieldTest, TestSolrCLIRunExample, TestAtomicUpdateErrorCases, CoreMergeIndexesAdminHandlerTest, NodeLostTriggerTest, CdcrUpdateLogTest, TestSubQueryTransformerDistrib, TestSchemaVersionResource, TlogReplayBufferedWhileIndexingTest, SpatialHeatmapFacetsTest, TestComplexPhraseLeadingWildcard, ResponseLogComponentTest, TestLRUStatsCache, TestJavabinTupleStreamParser, BasicDistributedZk2Test, TestSolrDeletionPolicy2, DateMathParserTest, TestCoreBackup, UninvertDocValuesMergePolicyTest, SolrIndexMetricsTest, ZkStateReaderTest, MoreLikeThisHandlerTest, DirectSolrSpellCheckerTest, ClassificationUpdateProcessorIntegrationTest, SaslZkACLProviderTest, TestGenericDistributedQueue, TestLeaderElectionZkExpiry, BadCopyFieldTest, CacheHeaderTest, SolrCmdDistributorTest, LeaderFailoverAfterPartitionTest, ConnectionReuseTest, TestSmileRequest, TestTrieFacet, JvmMetricsTest, TestPayloadScoreQParserPlugin, TestDeleteCollectionOnDownNodes, DocValuesTest, TestSystemCollAutoCreate, LegacyCloudClusterPropTest, TestComputePlanAction, SpellCheckCollatorWithCollapseTest, ConnectionManagerTest, DistributedQueueTest, TestSchemaNameResource, RecoveryZkTest, MetricUtilsTest, TestNestedDocsSort, NoCacheHeaderTest, IndexSchemaRuntimeFieldTest, HttpTriggerListenerTest, TestLazyCores, TestImpersonationWithHadoopAuth, SolrCloudExampleTest, CollectionsAPISolrJTest, DistributedSpellCheckComponentTest, TestLMJelinekMercerSimilarityFactory, TestFieldCache, TestConfigsApi, TestNumericRangeQuery64, TestCloudPivotFacet, PKIAuthenticationIntegrationTest, TestCollectionAPI, AtomicUpdateProcessorFactoryTest, DisMaxRequestHandlerTest, StatelessScriptUpdateProcessorFactoryTest, TestSSLRandomization, TestSolrCloudWithKerberosAlt, TestHashQParserPlugin, TestUtils, TestCodecSupport, CoreSorterTest, HLLSerializationTest, TestStressInPlaceUpdates, LukeRequestHandlerTest, HdfsChaosMonkeySafeLeaderTest, DistributedFacetPivotLargeTest, SolrJmxReporterTest, TestTolerantSearch, CollectionReloadTest, TestJsonRequest, HdfsCollectionsAPIDistributedZkTest, TestFieldCacheSortRandom, ReturnFieldsTest, BJQParserTest, BlockCacheTest, PeerSyncReplicationTest, TestNodeLostTrigger, SpatialFilterTest, PingRequestHandlerTest, DistributedFacetPivotSmallTest, TestPerFieldSimilarityWithDefaultOverride, TestDynamicFieldCollectionResource, HdfsWriteToMultipleCollectionsTest, DeleteInactiveReplicaTest, ChaosMonkeySafeLeaderTest, SyncSliceTest, OpenCloseCoreStressTest, BasicZkTest, TestReplicationHandler]
[junit4] Completed [400/778 (1!)] on J2 in 87.07s, 16 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 49103 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2387 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2387/
7 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.test
Error Message:
shard2 is not consistent. Got 25 from http://127.0.0.1:33742/u_/d/collection1_shard2_replica_n41 (previous client) and got 26 from http://127.0.0.1:38643/u_/d/collection1_shard2_replica_n45
Stack Trace:
java.lang.AssertionError: shard2 is not consistent. Got 25 from http://127.0.0.1:33742/u_/d/collection1_shard2_replica_n41 (previous client) and got 26 from http://127.0.0.1:38643/u_/d/collection1_shard2_replica_n45
at __randomizedtesting.SeedInfo.seed([7875A4D5F78D85A3:F0219B0F5971E85B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1330)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1309)
at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.test(ChaosMonkeySafeLeaderTest.java:162)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeLost
Error Message:
org.apache.solr.common.SolrException:
Stack Trace:
org.apache.solr.common.SolrException: org.apache.solr.common.SolrException:
at __randomizedtesting.SeedInfo.seed([7875A4D5F78D85A3:C7606A2B7467E025]:0)
at org.apache.solr.common.cloud.rule.ImplicitSnitch.getTags(ImplicitSnitch.java:78)
at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider.getNodeValues(SolrClientNodeStateProvider.java:111)
at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.printState(ComputePlanActionTest.java:139)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException:
at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider$AutoScalingSnitch.getRemoteInfo(SolrClientNodeStateProvider.java:250)
at org.apache.solr.common.cloud.rule.ImplicitSnitch.getTags(ImplicitSnitch.java:76)
... 39 more
Caused by: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:40930/solr
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider$ClientSnitchCtx.invoke(SolrClientNodeStateProvider.java:292)
at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider$AutoScalingSnitch.getRemoteInfo(SolrClientNodeStateProvider.java:227)
... 40 more
Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:40930 [/127.0.0.1] failed: Connection refused (Connection refused)
at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 45 more
Caused by: java.net.ConnectException: Connection refused (Connection refused)
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
at java.net.Socket.connect(Socket.java:589)
at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75)
at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
... 55 more
FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test
Error Message:
Error from server at https://127.0.0.1:34621: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34621: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-
at __randomizedtesting.SeedInfo.seed([7875A4D5F78D85A3:F0219B0F5971E85B]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:416)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:341)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.update.TestInPlaceUpdatesDistrib
Error Message:
43 threads leaked from SUITE scope at org.apache.solr.update.TestInPlaceUpdatesDistrib: 1) Thread[id=7730, name=qtp1772033378-7730, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=7783, name=ScheduledTrigger-1184-thread-2, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=7790, name=ScheduledTrigger-1184-thread-4, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=7768, name=zkConnectionManagerCallback-757-thread-1-processing-n:127.0.0.1:44926_-SendThread(127.0.0.1:36836), state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054) 5) Thread[id=7708, name=zkConnectionManagerCallback-757-thread-1, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=7771, name=zkConnectionManagerCallback-767-thread-1-processing-n:127.0.0.1:37941_-SendThread(127.0.0.1:36836), state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054) 7) Thread[id=7732, name=qtp1772033378-7732, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=7772, name=zkConnectionManagerCallback-767-thread-1-processing-n:127.0.0.1:37941_-EventThread, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 9) Thread[id=7722, name=searcherExecutor-1170-thread-1, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=7689, name=qtp2024507176-7689, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140) at org.eclipse.jetty.io.ManagedSelector$$Lambda$15/475185396.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=7744, name=zkConnectionManagerCallback-767-thread-1, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=7776, name=OverseerCollectionConfigSetProcessor-72195573702197264-127.0.0.1:44926_-n_0000000003, state=TIMED_WAITING, group=Overseer collection creation process.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:392) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=7726, name=qtp1772033378-7726, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140) at org.eclipse.jetty.io.ManagedSelector$$Lambda$15/475185396.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=7695, name=qtp2024507176-7695, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=7729, name=qtp1772033378-7729, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=7733, name=Scheduler-1085580526, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=7737, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=7702, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=7711, name=Thread-5068, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1729) 20) Thread[id=7728, name=qtp1772033378-7728, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663) at java.lang.Thread.run(Thread.java:748) 21) Thread[id=7727, name=qtp1772033378-7727-acceptor-0@600073f4-ServerConnector@6c384f5{SSL,[ssl, http/1.1]}{127.0.0.1:37941}, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:379) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:638) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 22) Thread[id=7791, name=AutoscalingActionExecutor-1185-thread-1-processing-n:127.0.0.1:44926_, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:316) at org.apache.solr.client.solrj.impl.ZkDistribStateManager.hasData(ZkDistribStateManager.java:58) at org.apache.solr.cloud.autoscaling.ScheduledTriggers.waitForPendingTasks(ScheduledTriggers.java:381) at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:289) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$$Lambda$428/1126347856.run(Unknown Source) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$126/718191318.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=7724, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=7697, name=Scheduler-1535749677, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=7731, name=qtp1772033378-7731, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663) at java.lang.Thread.run(Thread.java:748) 26) Thread[id=7781, name=ScheduledTrigger-1184-thread-1, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:316) at org.apache.solr.client.solrj.impl.ZkDistribStateManager.hasData(ZkDistribStateManager.java:58) at org.apache.solr.cloud.autoscaling.NodeLostTrigger.removeMarker(NodeLostTrigger.java:184) at org.apache.solr.cloud.autoscaling.NodeLostTrigger.lambda$run$2(NodeLostTrigger.java:163) at org.apache.solr.cloud.autoscaling.NodeLostTrigger$$Lambda$429/773269378.accept(Unknown Source) at java.util.ArrayList.forEach(ArrayList.java:1257) at org.apache.solr.cloud.autoscaling.NodeLostTrigger.run(NodeLostTrigger.java:161) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.run(ScheduledTriggers.java:565) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 27) Thread[id=7692, name=qtp2024507176-7692, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=7784, name=ScheduledTrigger-1184-thread-3, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=7769, name=zkConnectionManagerCallback-757-thread-1-processing-n:127.0.0.1:44926_-EventThread, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 30) Thread[id=7690, name=qtp2024507176-7690, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663) at java.lang.Thread.run(Thread.java:748) 31) Thread[id=7694, name=qtp2024507176-7694, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663) at java.lang.Thread.run(Thread.java:748) 32) Thread[id=7715, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 33) Thread[id=7725, name=qtp1772033378-7725, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140) at org.eclipse.jetty.io.ManagedSelector$$Lambda$15/475185396.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 34) Thread[id=7701, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 35) Thread[id=7746, name=Thread-5077, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1729) 36) Thread[id=7738, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 37) Thread[id=7693, name=qtp2024507176-7693, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663) at java.lang.Thread.run(Thread.java:748) 38) Thread[id=7718, name=Scheduler-438491090, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 39) Thread[id=7691, name=qtp2024507176-7691-acceptor-0@7803cef7-ServerConnector@209d818b{SSL,[ssl, http/1.1]}{127.0.0.1:44926}, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:379) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:638) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 40) Thread[id=7696, name=qtp2024507176-7696, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663) at java.lang.Thread.run(Thread.java:748) 41) Thread[id=7777, name=OverseerAutoScalingTriggerThread-72195573702197264-127.0.0.1:44926_-n_0000000003, state=WAITING, group=Overseer autoscaling triggers] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:175) at java.lang.Thread.run(Thread.java:748) 42) Thread[id=7748, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 43) Thread[id=7775, name=OverseerStateUpdate-72195573702197264-127.0.0.1:44926_-n_0000000003, state=TIMED_WAITING, group=Overseer state updater.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:415) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:145) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 43 threads leaked from SUITE scope at org.apache.solr.update.TestInPlaceUpdatesDistrib:
1) Thread[id=7730, name=qtp1772033378-7730, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=7783, name=ScheduledTrigger-1184-thread-2, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=7790, name=ScheduledTrigger-1184-thread-4, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=7768, name=zkConnectionManagerCallback-757-thread-1-processing-n:127.0.0.1:44926_-SendThread(127.0.0.1:36836), state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)
5) Thread[id=7708, name=zkConnectionManagerCallback-757-thread-1, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=7771, name=zkConnectionManagerCallback-767-thread-1-processing-n:127.0.0.1:37941_-SendThread(127.0.0.1:36836), state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)
7) Thread[id=7732, name=qtp1772033378-7732, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=7772, name=zkConnectionManagerCallback-767-thread-1-processing-n:127.0.0.1:37941_-EventThread, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
9) Thread[id=7722, name=searcherExecutor-1170-thread-1, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=7689, name=qtp2024507176-7689, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$15/475185396.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=7744, name=zkConnectionManagerCallback-767-thread-1, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=7776, name=OverseerCollectionConfigSetProcessor-72195573702197264-127.0.0.1:44926_-n_0000000003, state=TIMED_WAITING, group=Overseer collection creation process.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:392)
at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=7726, name=qtp1772033378-7726, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$15/475185396.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=7695, name=qtp2024507176-7695, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=7729, name=qtp1772033378-7729, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=7733, name=Scheduler-1085580526, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
17) Thread[id=7737, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=7702, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
19) Thread[id=7711, name=Thread-5068, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1729)
20) Thread[id=7728, name=qtp1772033378-7728, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
at java.lang.Thread.run(Thread.java:748)
21) Thread[id=7727, name=qtp1772033378-7727-acceptor-0@600073f4-ServerConnector@6c384f5{SSL,[ssl, http/1.1]}{127.0.0.1:37941}, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:379)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:638)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
22) Thread[id=7791, name=AutoscalingActionExecutor-1185-thread-1-processing-n:127.0.0.1:44926_, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:316)
at org.apache.solr.client.solrj.impl.ZkDistribStateManager.hasData(ZkDistribStateManager.java:58)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers.waitForPendingTasks(ScheduledTriggers.java:381)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:289)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers$$Lambda$428/1126347856.run(Unknown Source)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$126/718191318.run(Unknown Source)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
23) Thread[id=7724, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
24) Thread[id=7697, name=Scheduler-1535749677, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
25) Thread[id=7731, name=qtp1772033378-7731, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
at java.lang.Thread.run(Thread.java:748)
26) Thread[id=7781, name=ScheduledTrigger-1184-thread-1, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:316)
at org.apache.solr.client.solrj.impl.ZkDistribStateManager.hasData(ZkDistribStateManager.java:58)
at org.apache.solr.cloud.autoscaling.NodeLostTrigger.removeMarker(NodeLostTrigger.java:184)
at org.apache.solr.cloud.autoscaling.NodeLostTrigger.lambda$run$2(NodeLostTrigger.java:163)
at org.apache.solr.cloud.autoscaling.NodeLostTrigger$$Lambda$429/773269378.accept(Unknown Source)
at java.util.ArrayList.forEach(ArrayList.java:1257)
at org.apache.solr.cloud.autoscaling.NodeLostTrigger.run(NodeLostTrigger.java:161)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.run(ScheduledTriggers.java:565)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
27) Thread[id=7692, name=qtp2024507176-7692, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
at java.lang.Thread.run(Thread.java:748)
28) Thread[id=7784, name=ScheduledTrigger-1184-thread-3, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
29) Thread[id=7769, name=zkConnectionManagerCallback-757-thread-1-processing-n:127.0.0.1:44926_-EventThread, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
30) Thread[id=7690, name=qtp2024507176-7690, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
at java.lang.Thread.run(Thread.java:748)
31) Thread[id=7694, name=qtp2024507176-7694, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
at java.lang.Thread.run(Thread.java:748)
32) Thread[id=7715, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
33) Thread[id=7725, name=qtp1772033378-7725, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$15/475185396.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
34) Thread[id=7701, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
35) Thread[id=7746, name=Thread-5077, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1729)
36) Thread[id=7738, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
37) Thread[id=7693, name=qtp2024507176-7693, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
at java.lang.Thread.run(Thread.java:748)
38) Thread[id=7718, name=Scheduler-438491090, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
39) Thread[id=7691, name=qtp2024507176-7691-acceptor-0@7803cef7-ServerConnector@209d818b{SSL,[ssl, http/1.1]}{127.0.0.1:44926}, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:379)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:638)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
40) Thread[id=7696, name=qtp2024507176-7696, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
at java.lang.Thread.run(Thread.java:748)
41) Thread[id=7777, name=OverseerAutoScalingTriggerThread-72195573702197264-127.0.0.1:44926_-n_0000000003, state=WAITING, group=Overseer autoscaling triggers]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:175)
at java.lang.Thread.run(Thread.java:748)
42) Thread[id=7748, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
43) Thread[id=7775, name=OverseerStateUpdate-72195573702197264-127.0.0.1:44926_-n_0000000003, state=TIMED_WAITING, group=Overseer state updater.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:415)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:145)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([7875A4D5F78D85A3]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.update.TestInPlaceUpdatesDistrib
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=7733, name=Scheduler-1085580526, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=7711, name=Thread-5068, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1729) 3) Thread[id=7783, name=ScheduledTrigger-1184-thread-2, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=7791, name=AutoscalingActionExecutor-1185-thread-1, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=7697, name=Scheduler-1535749677, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=7790, name=ScheduledTrigger-1184-thread-4, state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=7768, name=zkConnectionManagerCallback-757-thread-1-processing-n:127.0.0.1:44926_-SendThread(127.0.0.1:36836), state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054) 8) Thread[id=7708, name=zkConnectionManagerCallback-757-thread-1, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=7781, name=ScheduledTrigger-1184-thread-1, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=7771, name=zkConnectionManagerCallback-767-thread-1-processing-n:127.0.0.1:37941_-SendThread(127.0.0.1:36836), state=TIMED_WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054) 11) Thread[id=7784, name=ScheduledTrigger-1184-thread-3, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=7722, name=searcherExecutor-1170-thread-1, state=
[...truncated too long message...]
404327 INFO (jetty-closer-143-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 404327 INFO (jetty-closer-143-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6dd5e5c6: rootName = solr_42393, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3235adfa
[junit4] 2> 404330 INFO (jetty-closer-143-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 404330 INFO (jetty-closer-143-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1aaa458e: rootName = solr_42393, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@360a3f64
[junit4] 2> 404331 INFO (jetty-closer-143-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42393_solr
[junit4] 2> 404332 INFO (jetty-closer-143-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 404349 INFO (coreCloseExecutor-658-thread-1) [n:127.0.0.1:37281_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [collection1_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@52c94604
[junit4] 2> 404349 INFO (coreCloseExecutor-658-thread-1) [n:127.0.0.1:37281_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard2.replica_n2, tag=1388922372
[junit4] 2> 404349 INFO (coreCloseExecutor-658-thread-1) [n:127.0.0.1:37281_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@64a70cb8: rootName = solr_37281, domain = solr.core.collection1.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.collection1.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@3b74fcce
[junit4] 2> 404349 INFO (zkCallback-159-thread-9-processing-n:127.0.0.1:42393_solr) [n:127.0.0.1:42393_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
[junit4] 2> 404349 INFO (zkCallback-158-thread-8-processing-n:127.0.0.1:37281_solr) [n:127.0.0.1:37281_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
[junit4] 2> 404351 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007d908a81000b, likely client has closed socket
[junit4] 2> 404351 INFO (jetty-closer-143-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@356b11eb{/solr,null,UNAVAILABLE}
[junit4] 2> 404352 INFO (jetty-closer-143-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 404353 INFO (zkCallback-158-thread-7-processing-n:127.0.0.1:37281_solr) [n:127.0.0.1:37281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 404358 INFO (coreCloseExecutor-658-thread-1) [n:127.0.0.1:37281_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=1388922372
[junit4] 2> 404360 INFO (jetty-closer-143-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72195653790400521-127.0.0.1:37281_solr-n_0000000002) closing
[junit4] 2> 404360 INFO (OverseerStateUpdate-72195653790400521-127.0.0.1:37281_solr-n_0000000002) [n:127.0.0.1:37281_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37281_solr
[junit4] 2> 404360 WARN (OverseerAutoScalingTriggerThread-72195653790400521-127.0.0.1:37281_solr-n_0000000002) [n:127.0.0.1:37281_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 404365 INFO (jetty-closer-143-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@23dea8b5{/solr,null,UNAVAILABLE}
[junit4] 2> 404366 INFO (jetty-closer-143-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 404366 ERROR (SUITE-GraphTest-seed#[2D8A11C6DA4E350E]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 404367 INFO (SUITE-GraphTest-seed#[2D8A11C6DA4E350E]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33885 33885
[junit4] 2> 404663 INFO (Thread-274) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33885 33885
[junit4] 2> 404664 WARN (Thread-274) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 2 /solr/collections/collection1/terms/shard2
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/collections/collection1/state.json
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 404664 INFO (SUITE-GraphTest-seed#[2D8A11C6DA4E350E]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Feb 27, 2018 10:10:13 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=372, maxMBSortInHeap=5.955617717869636, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1af562f2), locale=it-IT, timezone=Europe/Tallinn
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=167615856,total=399507456
[junit4] 2> NOTE: All tests run in this JVM: [TestJavaBinCodec, TestValidatingJsonMap, ExclusiveOrEvaluatorTest, TestCollectionAdminRequest, LessThanEqualToEvaluatorTest, SolrExampleXMLTest, GetByIdTest, GreaterThanEqualToEvaluatorTest, SineEvaluatorTest, CommonParamsTest, LBHttpSolrClientBuilderTest, TangentEvaluatorTest, PowerEvaluatorTest, SolrParamTest, StreamExpressionToExplanationTest, NoOpResponseParserTest, NormalizeEvaluatorTest, ArrayEvaluatorTest, DivideEvaluatorTest, CoalesceEvaluatorTest, SolrExampleJettyTest, TestHash, ArcCosineEvaluatorTest, SolrExampleBinaryTest, TestBatchUpdate, JettyWebappTest, LargeVolumeJettyTest, TestSolrProperties, TermsResponseTest, TestCoreAdmin, TestNamedListCodec, SolrQueryTest, ContentStreamTest, ModifiableSolrParamsTest, TestFastInputStream, TestXMLEscaping, DocumentAnalysisResponseTest, SolrExceptionTest, TestUpdateRequestCodec, FieldAnalysisResponseTest, ClientUtilsTest, NamedListTest, AnlysisResponseBaseTest, UsingSolrJRefGuideExamplesTest, TestLBHttpSolrClient, ConcurrentUpdateSolrClientBuilderTest, HttpSolrClientBuilderTest, HttpSolrClientConPoolTest, TestCloudSolrClientConnections, GraphTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=GraphTest -Dtests.seed=2D8A11C6DA4E350E -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=it-IT -Dtests.timezone=Europe/Tallinn -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J2 | GraphTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42393/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000000
[junit4] > at __randomizedtesting.SeedInfo.seed([2D8A11C6DA4E350E]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.client.solrj.io.graph.GraphTest.setupCluster(GraphTest.java:62)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [138/146 (2!)] on J2 in 190.69s, 0 tests, 1 error <<< FAILURES!
[...truncated 46932 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2386 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2386/
9 tests failed.
FAILED: org.apache.solr.cloud.TestAuthenticationFramework.testBasics
Error Message:
Error from server at http://127.0.0.1:59533/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.8.v20171121</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:59533/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.8.v20171121</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([B199F550DA2D3A63:8C415B7CE2C36413]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:550)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1013)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:127)
at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:75)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:59533/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.8.v20171121</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:527)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.cloud.TestUtilizeNode.test
Error Message:
no replica should be present in 127.0.0.1:37350_solr
Stack Trace:
java.lang.AssertionError: no replica should be present in 127.0.0.1:37350_solr
at __randomizedtesting.SeedInfo.seed([B199F550DA2D3A63:39CDCA8A74D1579B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.TestUtilizeNode.test(TestUtilizeNode.java:100)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.SSLMigrationTest
Error Message:
ObjectTracker found 2 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270) at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967) at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473) at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132) at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66) at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:61) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270) at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967) at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473) at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132) at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66) at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:60) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967)
at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473)
at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132)
at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66)
at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:61)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967)
at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473)
at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132)
at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66)
at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:60)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([B199F550DA2D3A63]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:297)
at sun.reflect.GeneratedMethodAccessor137.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.SSLMigrationTest
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.SSLMigrationTest: 1) Thread[id=20554, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=20694, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.SSLMigrationTest:
1) Thread[id=20554, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=20694, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([B199F550DA2D3A63]:0)
FAILED: org.apache.solr.ltr.TestLTRReRankingPipeline.testDifferentTopN
Error Message:
expected:<1.0> but was:<0.0>
Stack Trace:
java.lang.AssertionError: expected:<1.0> but was:<0.0>
at __randomizedtesting.SeedInfo.seed([B4FF1E3DB83E88C7:455E6C6D8D854255]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:443)
at org.junit.Assert.assertEquals(Assert.java:512)
at org.apache.solr.ltr.TestLTRReRankingPipeline.testDifferentTopN(TestLTRReRankingPipeline.java:256)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ZkControllerTest.testPublishAndWaitForDownStates
Error Message:
The ZkController.publishAndWaitForDownStates should have timed out but it didn't
Stack Trace:
java.lang.AssertionError: The ZkController.publishAndWaitForDownStates should have timed out but it didn't
at __randomizedtesting.SeedInfo.seed([B199F550DA2D3A63:969699BC7BBA755C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.ZkControllerTest.testPublishAndWaitForDownStates(ZkControllerTest.java:306)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.core.TestJmxIntegration.testJmxOnCoreReload
Error Message:
Number of registered MBeans is not the same as info registry size expected:<107> but was:<0>
Stack Trace:
java.lang.AssertionError: Number of registered MBeans is not the same as info registry size expected:<107> but was:<0>
at __randomizedtesting.SeedInfo.seed([B199F550DA2D3A63:B3202E3CA96EE6AE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.core.TestJmxIntegration.testJmxOnCoreReload(TestJmxIntegration.java:180)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexFetchOnMasterRestart
Error Message:
IOException occured when talking to server at: http://127.0.0.1:35104/solr/collection1
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:35104/solr/collection1
at __randomizedtesting.SeedInfo.seed([B199F550DA2D3A63:696E31B471F6F83F]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:173)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:152)
at org.apache.solr.handler.TestReplicationHandler.index(TestReplicationHandler.java:180)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexFetchOnMasterRestart(TestReplicationHandler.java:643)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:35104 failed to respond
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 47 more
FAILED: org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([B199F550DA2D3A63:9DAB82DD56E94CE7]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:904)
at org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads(AtomicUpdateProcessorFactoryTest.java:260)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>
request was:q=int_i:18&wt=xml
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:897)
... 40 more
Build Log:
[...truncated 12358 lines...]
[junit4] Suite: org.apache.solr.cloud.TestAuthenticationFramework
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_B199F550DA2D3A63-001/init-core-data-001
[junit4] 2> 257813 WARN (SUITE-TestAuthenticationFramework-seed#[B199F550DA2D3A63]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 257814 INFO (SUITE-TestAuthenticationFramework-seed#[B199F550DA2D3A63]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 257815 INFO (SUITE-TestAuthenticationFramework-seed#[B199F550DA2D3A63]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 257815 INFO (SUITE-TestAuthenticationFramework-seed#[B199F550DA2D3A63]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 257818 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[B199F550DA2D3A63]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_B199F550DA2D3A63-001/tempDir-001
[junit4] 2> 257818 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[B199F550DA2D3A63]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 257818 INFO (Thread-676) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 257818 INFO (Thread-676) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 257819 ERROR (Thread-676) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 257918 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[B199F550DA2D3A63]) [ ] o.a.s.c.ZkTestServer start zk server on port:48983
[junit4] 2> 257920 INFO (zkConnectionManagerCallback-544-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 257923 INFO (jetty-launcher-541-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T19:27:37-02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 257923 INFO (jetty-launcher-541-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T19:27:37-02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 257924 INFO (jetty-launcher-541-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 257924 INFO (jetty-launcher-541-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 257924 INFO (jetty-launcher-541-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 257924 INFO (jetty-launcher-541-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 257924 INFO (jetty-launcher-541-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 257924 INFO (jetty-launcher-541-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 257924 INFO (jetty-launcher-541-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f21f2a{/solr,null,AVAILABLE}
[junit4] 2> 257924 INFO (jetty-launcher-541-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e901e00{/solr,null,AVAILABLE}
[junit4] 2> 257927 INFO (jetty-launcher-541-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@62c241d9{HTTP/1.1,[http/1.1]}{127.0.0.1:56548}
[junit4] 2> 257927 INFO (jetty-launcher-541-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7d0a0532{HTTP/1.1,[http/1.1]}{127.0.0.1:59533}
[junit4] 2> 257927 INFO (jetty-launcher-541-thread-1) [ ] o.e.j.s.Server Started @260162ms
[junit4] 2> 257927 INFO (jetty-launcher-541-thread-2) [ ] o.e.j.s.Server Started @260162ms
[junit4] 2> 257927 INFO (jetty-launcher-541-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56548}
[junit4] 2> 257927 INFO (jetty-launcher-541-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59533}
[junit4] 2> 257927 ERROR (jetty-launcher-541-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 257927 ERROR (jetty-launcher-541-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 257927 INFO (jetty-launcher-541-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 257927 INFO (jetty-launcher-541-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 257927 INFO (jetty-launcher-541-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 257927 INFO (jetty-launcher-541-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 257927 INFO (jetty-launcher-541-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 257927 INFO (jetty-launcher-541-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 257927 INFO (jetty-launcher-541-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-27T15:44:42.001Z
[junit4] 2> 257927 INFO (jetty-launcher-541-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-27T15:44:42.001Z
[junit4] 2> 257929 INFO (zkConnectionManagerCallback-548-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 257929 INFO (jetty-launcher-541-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 257934 INFO (zkConnectionManagerCallback-547-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 257935 INFO (jetty-launcher-541-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 257939 INFO (jetty-launcher-541-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48983/solr
[junit4] 2> 257942 INFO (jetty-launcher-541-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48983/solr
[junit4] 2> 257943 INFO (zkConnectionManagerCallback-552-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 257944 INFO (zkConnectionManagerCallback-556-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 257946 INFO (zkConnectionManagerCallback-558-thread-1-processing-n:127.0.0.1:59533_solr) [n:127.0.0.1:59533_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 257947 INFO (zkConnectionManagerCallback-560-thread-1-processing-n:127.0.0.1:56548_solr) [n:127.0.0.1:56548_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 258023 INFO (jetty-launcher-541-thread-2) [n:127.0.0.1:59533_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 258024 INFO (jetty-launcher-541-thread-2) [n:127.0.0.1:59533_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59533_solr
[junit4] 2> 258025 INFO (jetty-launcher-541-thread-2) [n:127.0.0.1:59533_solr ] o.a.s.c.Overseer Overseer (id=73368195258646533-127.0.0.1:59533_solr-n_0000000000) starting
[junit4] 2> 258026 INFO (jetty-launcher-541-thread-1) [n:127.0.0.1:56548_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 258027 INFO (jetty-launcher-541-thread-1) [n:127.0.0.1:56548_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56548_solr
[junit4] 2> 258038 INFO (zkCallback-557-thread-1-processing-n:127.0.0.1:59533_solr) [n:127.0.0.1:59533_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 258039 INFO (zkCallback-559-thread-1-processing-n:127.0.0.1:56548_solr) [n:127.0.0.1:56548_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 258043 INFO (jetty-launcher-541-thread-2) [n:127.0.0.1:59533_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59533_solr
[junit4] 2> 258045 INFO (zkCallback-559-thread-1-processing-n:127.0.0.1:56548_solr) [n:127.0.0.1:56548_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 258045 INFO (zkCallback-557-thread-1-processing-n:127.0.0.1:59533_solr) [n:127.0.0.1:59533_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 258080 INFO (jetty-launcher-541-thread-2) [n:127.0.0.1:59533_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 258081 INFO (jetty-launcher-541-thread-1) [n:127.0.0.1:56548_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 258116 INFO (jetty-launcher-541-thread-2) [n:127.0.0.1:59533_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59533.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d806005
[junit4] 2> 258117 INFO (jetty-launcher-541-thread-1) [n:127.0.0.1:56548_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56548.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d806005
[junit4] 2> 258131 INFO (jetty-launcher-541-thread-2) [n:127.0.0.1:59533_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59533.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d806005
[junit4] 2> 258132 INFO (jetty-launcher-541-thread-2) [n:127.0.0.1:59533_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59533.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d806005
[junit4] 2> 258132 INFO (jetty-launcher-541-thread-1) [n:127.0.0.1:56548_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56548.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d806005
[junit4] 2> 258132 INFO (jetty-launcher-541-thread-1) [n:127.0.0.1:56548_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56548.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d806005
[junit4] 2> 258133 INFO (jetty-launcher-541-thread-2) [n:127.0.0.1:59533_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_B199F550DA2D3A63-001/tempDir-001/node2/.
[junit4] 2> 258133 INFO (jetty-launcher-541-thread-1) [n:127.0.0.1:56548_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_B199F550DA2D3A63-001/tempDir-001/node1/.
[junit4] 2> 258174 INFO (zkConnectionManagerCallback-566-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 258177 INFO (zkConnectionManagerCallback-570-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 258178 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[B199F550DA2D3A63]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 258179 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[B199F550DA2D3A63]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48983/solr ready
[junit4] 2> 258181 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[B199F550DA2D3A63]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 2> 258183 INFO (qtp1706894415-2271) [n:127.0.0.1:59533_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=e2f7be00-1bd5-4ede-855c-dccf62b4ec61&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 258185 INFO (qtp1706894415-2271) [n:127.0.0.1:59533_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=e2f7be00-1bd5-4ede-855c-dccf62b4ec61&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 258186 INFO (qtp1706894415-2275) [n:127.0.0.1:59533_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=e2f7be00-1bd5-4ede-855c-dccf62b4ec61&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 258187 INFO (OverseerThreadFactory-695-thread-1-processing-n:127.0.0.1:59533_solr) [n:127.0.0.1:59533_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testcollection
[junit4] 2> 258187 INFO (qtp1706894415-2275) [n:127.0.0.1:59533_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=e2f7be00-1bd5-4ede-855c-dccf62b4ec61&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 258294 INFO (OverseerStateUpdate-73368195258646533-127.0.0.1:59533_solr-n_0000000000) [n:127.0.0.1:59533_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56548/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 258296 INFO (OverseerStateUpdate-73368195258646533-127.0.0.1:59533_solr-n_0000000000) [n:127.0.0.1:59533_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:59533/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 258299 INFO (OverseerStateUpdate-73368195258646533-127.0.0.1:59533_solr-n_0000000000) [n:127.0.0.1:59533_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56548/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 258301 INFO (OverseerStateUpdate-73368195258646533-127.0.0.1:59533_solr-n_0000000000) [n:127.0.0.1:59533_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:59533/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 258514 INFO (qtp1272313298-2268) [n:127.0.0.1:56548_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188047038428&coreNodeName=core_node3&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=6
[junit4] 2> 258514 INFO (parallelCoreAdminExecutor-697-thread-1-processing-n:127.0.0.1:56548_solr e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188047038428 CREATE) [n:127.0.0.1:56548_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188047038428&coreNodeName=core_node3&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 258514 INFO (parallelCoreAdminExecutor-697-thread-1-processing-n:127.0.0.1:56548_solr e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188047038428 CREATE) [n:127.0.0.1:56548_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 258514 INFO (qtp1706894415-2275) [n:127.0.0.1:59533_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188049153202&coreNodeName=core_node5&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=3
[junit4] 2> 258518 INFO (qtp1706894415-2280) [n:127.0.0.1:59533_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188054764436&coreNodeName=core_node8&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=7
[junit4] 2> 258518 INFO (parallelCoreAdminExecutor-696-thread-1-processing-n:127.0.0.1:59533_solr e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188049153202 CREATE) [n:127.0.0.1:59533_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188049153202&coreNodeName=core_node5&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 258518 INFO (qtp1272313298-2273) [n:127.0.0.1:56548_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188051862174&coreNodeName=core_node7&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=8
[junit4] 2> 258518 INFO (parallelCoreAdminExecutor-696-thread-2-processing-n:127.0.0.1:59533_solr e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188054764436 CREATE) [n:127.0.0.1:59533_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188054764436&coreNodeName=core_node8&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 258519 INFO (parallelCoreAdminExecutor-696-thread-2-processing-n:127.0.0.1:59533_solr e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188054764436 CREATE) [n:127.0.0.1:59533_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 258519 INFO (parallelCoreAdminExecutor-697-thread-2-processing-n:127.0.0.1:56548_solr e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188051862174 CREATE) [n:127.0.0.1:56548_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188051862174&coreNodeName=core_node7&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 258523 INFO (qtp1706894415-2277) [n:127.0.0.1:59533_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188054764436
[junit4] 2> 258523 INFO (qtp1706894415-2277) [n:127.0.0.1:59533_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188054764436&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 258632 INFO (zkCallback-559-thread-1-processing-n:127.0.0.1:56548_solr) [n:127.0.0.1:56548_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 258632 INFO (zkCallback-557-thread-1-processing-n:127.0.0.1:59533_solr) [n:127.0.0.1:59533_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 258642 INFO (zkCallback-557-thread-1-processing-n:127.0.0.1:59533_solr) [n:127.0.0.1:59533_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 258642 INFO (zkCallback-557-thread-2-processing-n:127.0.0.1:59533_solr) [n:127.0.0.1:59533_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 258643 INFO (zkCallback-559-thread-2-processing-n:127.0.0.1:56548_solr) [n:127.0.0.1:56548_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 259188 INFO (qtp1706894415-2280) [n:127.0.0.1:59533_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=e2f7be00-1bd5-4ede-855c-dccf62b4ec61&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 259189 INFO (qtp1706894415-2280) [n:127.0.0.1:59533_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=e2f7be00-1bd5-4ede-855c-dccf62b4ec61&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 259526 INFO (qtp1706894415-2277) [n:127.0.0.1:59533_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188054764436
[junit4] 2> 259526 INFO (qtp1706894415-2277) [n:127.0.0.1:59533_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188054764436&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 259543 INFO (parallelCoreAdminExecutor-696-thread-1-processing-n:127.0.0.1:59533_solr e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188049153202 CREATE) [n:127.0.0.1:59533_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 259545 INFO (parallelCoreAdminExecutor-696-thread-2-processing-n:127.0.0.1:59533_solr e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188054764436 CREATE) [n:127.0.0.1:59533_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 259546 INFO (parallelCoreAdminExecutor-697-thread-1-processing-n:127.0.0.1:56548_solr e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188047038428 CREATE) [n:127.0.0.1:56548_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 259550 INFO (parallelCoreAdminExecutor-697-thread-2-processing-n:127.0.0.1:56548_solr e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188051862174 CREATE) [n:127.0.0.1:56548_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 259552 INFO (parallelCoreAdminExecutor-696-thread-1-processing-n:127.0.0.1:59533_solr e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188049153202 CREATE) [n:127.0.0.1:59533_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.IndexSchema [testcollection_shard1_replica_n2] Schema name=minimal
[junit4] 2> 259565 INFO (parallelCoreAdminExecutor-696-thread-1-processing-n:127.0.0.1:59533_solr e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188049153202 CREATE) [n:127.0.0.1:59533_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 259565 INFO (parallelCoreAdminExecutor-696-thread-1-processing-n:127.0.0.1:59533_solr e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188049153202 CREATE) [n:127.0.0.1:59533_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n2' using configuration from collection testcollection, trusted=true
[junit4] 2> 259565 INFO (parallelCoreAdminExecutor-697-thread-1-processing-n:127.0.0.1:56548_solr e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188047038428 CREATE) [n:127.0.0.1:56548_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema [testcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 259565 INFO (parallelCoreAdminExecutor-696-thread-1-processing-n:127.0.0.1:59533_solr e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188049153202 CREATE) [n:127.0.0.1:59533_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59533.solr.core.testcollection.shard1.replica_n2' (registry 'solr.core.testcollection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d806005
[junit4] 2> 259565 INFO (parallelCoreAdminExecutor-696-thread-1-processing-n:127.0.0.1:59533_solr e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188049153202 CREATE) [n:127.0.0.1:59533_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 259565 INFO (parallelCoreAdminExecutor-696-thread-1-processing-n:127.0.0.1:59533_solr e2f7be00-1bd5-4ede-855c-dccf62b4ec6119998188049153202 CREATE) [n:127.0.0.1:59533_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [[testcollection_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_B199F550DA2D3A63-001/tempDir-001/node2/testcollection_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_B199F550DA2D3A63-001/tempDir-001/node2/./testcollection_shard1_replica_n2/data/]
[junit4] 2> 259567 INFO (parallelCoreAdminExecutor-697-thread-1-processing-n:127.0.0.1:56548_solr e2f7be00-1bd5-4ede-855c-dccf62
[...truncated too long message...]
2389056386776, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@69447b2c), locale=pt-PT, timezone=Europe/Belgrade
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=197395616,total=527958016
[junit4] 2> NOTE: All tests run in this JVM: [SuggesterTest, TestZkAclsWithHadoopAuth, HDFSCollectionsAPITest, TestBackupRepositoryFactory, TestGraphMLResponseWriter, TestUniqueKeyFieldResource, TestPrepRecovery, TestXmlQParserPlugin, TestFieldCacheSort, TestFieldTypeResource, PrimUtilsTest, TestClusterStateProvider, BadComponentTest, TestClusterStateMutator, SubstringBytesRefFilterTest, ParsingFieldUpdateProcessorsTest, SolrJmxReporterCloudTest, TestXIncludeConfig, TestSubQueryTransformerCrossCore, TestRandomCollapseQParserPlugin, XsltUpdateRequestHandlerTest, TestCharFilters, CustomHighlightComponentTest, TestConfigSetsAPI, TestFunctionQuery, TestReplicationHandlerBackup, RemoteQueryErrorTest, TestLockTree, LeaderElectionContextKeyTest, TestFuzzyAnalyzedSuggestions, TestSolrJ, CursorMarkTest, TestLegacyNumericUtils, SampleTest, TestAuthenticationFramework, TestNonDefinedSimilarityFactory, TestSystemIdResolver, CSVRequestHandlerTest, SOLR749Test, TestConfigSetProperties, TestNumericRangeQuery32, TestSurroundQueryParser, DistributedMLTComponentTest, SoftAutoCommitTest, CloneFieldUpdateProcessorFactoryTest, DocValuesNotIndexedTest, SolrCLIZkUtilsTest, TestSortByMinMaxFunction, TestConfigReload, TestDocTermOrds, TestMultiWordSynonyms, TestSearchPerf, CheckHdfsIndexTest, BufferStoreTest, TestCustomDocTransformer, DocumentBuilderTest, TestCloudJSONFacetJoinDomain, TestFastLRUCache, TestBlendedInfixSuggestions, ScriptEngineTest, TestManagedSchema, TestTrie, TestGraphTermsQParserPlugin, TestBM25SimilarityFactory, SimpleMLTQParserTest, LoggingHandlerTest, SolrCoreTest, TestFoldingMultitermQuery, BasicAuthStandaloneTest, SpatialRPTFieldTypeTest, SystemInfoHandlerTest, SystemLogListenerTest, AlternateDirectoryTest, TestFieldCacheWithThreads, TestCloudSchemaless, TestImplicitCoreProperties, TestJsonFacets, TestSweetSpotSimilarityFactory, AsyncCallRequestStatusResponseTest, CdcrReplicationHandlerTest, FastVectorHighlighterTest, MetricsHandlerTest, TestSQLHandler, TestSimDistributedQueue, SortByFunctionTest, ZkControllerTest, ConjunctionSolrSpellCheckerTest, TestSimpleQParserPlugin, TestStressCloudBlindAtomicUpdates, AddSchemaFieldsUpdateProcessorFactoryTest, CollectionStateFormat2Test, TestPointFields, TestDistributedGrouping, QueryElevationComponentTest, TestCollapseQParserPlugin, TestPKIAuthenticationPlugin, DeleteStatusTest, TestSolrConfigHandlerConcurrent, AutoScalingHandlerTest, JavabinLoaderTest, MissingSegmentRecoveryTest, BlobRepositoryCloudTest, TestReversedWildcardFilterFactory, ConfigSetsAPITest, SolrCloudReportersTest, HdfsUnloadDistributedZkTest, TestCursorMarkWithoutUniqueKey, TestSchemaSimilarityResource, TestDistributedMap, CollectionsAPIAsyncDistributedZkTest, V2StandaloneTest, OverseerModifyCollectionTest, TestCloudNestedDocsSort, HdfsRecoverLeaseTest, SimplePostToolTest, ClassificationUpdateProcessorFactoryTest, SparseHLLTest, TestDelegationWithHadoopAuth, TestFieldCollectionResource, TestPartialUpdateDeduplication, ExitableDirectoryReaderTest, PolyFieldTest, CdcrBidirectionalTest, TestSortableTextField, JSONWriterTest, DistribJoinFromCollectionTest, CoreAdminRequestStatusTest, TestRTGBase, QueryParsingTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, LeaderElectionTest, TestZkChroot, ZkCLITest, ShardRoutingCustomTest, TestRecovery, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestStressReorder, TestReload, TestStressVersions, DistributedTermsComponentTest, TestRangeQuery, TestCoreContainer, TestSolr4Spatial, StatsComponentTest, SpellCheckComponentTest, SolrCmdDistributorTest, PeerSyncTest, BasicFunctionalityTest, TestLazyCores, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, SuggesterTSTTest, SpatialFilterTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestUpdate, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, CacheHeaderTest, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, FileBasedSpellCheckerTest, RequestHandlersTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, RequiredFieldsTest, IndexSchemaRuntimeFieldTest, IndexSchemaTest, ReturnFieldsTest, JsonLoaderTest, TestQuerySenderListener, SolrIndexConfigTest, TestSolrDeletionPolicy2, MultiTermTest, TestDocSet, TestBinaryField, TestElisionMultitermQuery, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, TestPhraseSuggestions, SynonymTokenizerTest, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, DateMathParserTest, PreAnalyzedFieldTest, DateFieldTest, DOMUtilTest, RAMDirectoryFactoryTest, TestLRUCache, TestUtils, SliceStateTest, FileUtilsTest, DistributedIntervalFacetingTest, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestJettySolrRunner, ConnectionReuseTest, AddReplicaTest, AliasIntegrationTest, ConcurrentCreateRoutedAliasTest, CreateRoutedAliasTest, DeleteReplicaTest, DistributedVersionInfoTest, LIRRollingUpdatesTest, MoveReplicaHDFSFailoverTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerTaskQueueTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, ReplicationFactorTest, TestCloudDeleteByQuery, TestCloudRecovery, TestDistribDocBasedVersion, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestPullReplicaErrorHandling, TestTolerantUpdateProcessorRandomCloud, TestUtilizeNode, VMParamsZkACLAndCredentialsProvidersTest, ZkFailoverTest, SimpleCollectionCreateDeleteTest, TestCollectionsAPIViaSolrCloudCluster, TestRequestStatusCollectionAPI, ComputePlanActionTest, HdfsAutoAddReplicasIntegrationTest, TestDistribStateManager, TestExecutePlanAction, TestGenericDistributedQueue, TestLargeCluster, TestNodeAddedTrigger, TestPolicyCloud, TestTriggerIntegration, BaseCdcrDistributedZkTest, CdcrBootstrapTest, CdcrReplicationDistributedZkTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, ConfigureRecoveryStrategyTest, CoreSorterTest, HdfsDirectoryFactoryTest, TestDynamicLoading, ResponseBuilderTest, SearchHandlerTest, TestBlobHandler, TestReqParamsAPI, TestRestoreCore, TestSolrConfigHandlerCloud, FacetPivotSmallTest, ShufflingReplicaListTransformerTest, SuggestComponentContextFilterQueryTest, TestDistributedStatsComponentCardinality, TestManagedResourceStorage, TestCopyFieldCollectionResource, TestFieldTypeCollectionResource, TestSchemaResource, ChangedSchemaMergeTest, CurrencyFieldTypeTest, EnumFieldTest, TestCloudManagedSchema, AnalyticsQueryTest, CurrencyRangeFacetCloudTest, RankQueryTest, TestCustomSort, TestLegacyNumericRangeQueryBuilder, TestMissingGroups, TestOverriddenPrefixQueryForCustomFieldType, TestReloadDeadlock, TestSolr4Spatial2, TestSolrCoreParser, TestStressUserVersions, TestTrieFacet, TestJsonFacetRefinement, TestOrdValues, BJQParserTest, BlockJoinFacetDistribTest, TestScoreJoinQPScore, TestDFISimilarityFactory, TestPerFieldSimilarityWithDefaultOverride, TestDefaultStatsCache, TestExactSharedStatsCache, TestExactStatsCache, BasicAuthIntegrationTest, PKIAuthenticationIntegrationTest, TestSha256AuthenticationProvider, TestImpersonationWithHadoopAuth, ResponseHeaderTest, SpellCheckCollatorWithCollapseTest, TestFileDictionaryLookup, TestHighFrequencyDictionaryFactory, BlockDirectoryTest, TestLegacyFieldCache, TestNumericTerms64, TestExceedMaxTermLength, TestHdfsUpdateLog, VersionInfoTest, AtomicUpdateProcessorFactoryTest]
[junit4] Completed [760/778 (7!)] on J1 in 0.59s, 4 tests, 1 error <<< FAILURES!
[...truncated 7522 lines...]
[junit4] Suite: org.apache.solr.ltr.TestLTRReRankingPipeline
[junit4] 2> 18418 INFO (TEST-TestLTRReRankingPipeline.testDifferentTopN-seed#[B4FF1E3DB83E88C7]) [ ] o.a.s.l.TestLTRReRankingPipeline rerank 1 documents
[junit4] 2> 18422 INFO (TEST-TestLTRReRankingPipeline.testDifferentTopN-seed#[B4FF1E3DB83E88C7]) [ ] o.a.s.l.TestLTRReRankingPipeline doc 0 in pos 0
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLTRReRankingPipeline -Dtests.method=testDifferentTopN -Dtests.seed=B4FF1E3DB83E88C7 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=uk-UA -Dtests.timezone=Asia/Dili -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 0.04s J0 | TestLTRReRankingPipeline.testDifferentTopN <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<1.0> but was:<0.0>
[junit4] > at __randomizedtesting.SeedInfo.seed([B4FF1E3DB83E88C7:455E6C6D8D854255]:0)
[junit4] > at org.apache.solr.ltr.TestLTRReRankingPipeline.testDifferentTopN(TestLTRReRankingPipeline.java:256)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@36028abb), locale=uk-UA, timezone=Asia/Dili
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=287239400,total=331350016
[junit4] 2> NOTE: All tests run in this JVM: [TestFieldLengthFeature, TestSelectiveWeightCreation, TestExternalValueFeatures, TestRankingFeature, TestDefaultWrapperModel, TestNoMatchSolrFeature, TestLTRReRankingPipeline]
[junit4] Completed [20/36 (1!)] on J0 in 0.12s, 3 tests, 1 failure <<< FAILURES!
[...truncated 40336 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2385 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2385/
7 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.SSLMigrationTest
Error Message:
ObjectTracker found 2 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270) at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967) at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473) at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132) at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66) at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:60) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270) at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967) at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473) at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132) at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66) at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:61) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967)
at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473)
at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132)
at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66)
at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:60)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967)
at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473)
at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132)
at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66)
at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:61)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([F068AD5978FF7DBF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:297)
at sun.reflect.GeneratedMethodAccessor35.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.SSLMigrationTest
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.SSLMigrationTest: 1) Thread[id=19111, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=19253, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.SSLMigrationTest:
1) Thread[id=19111, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=19253, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([F068AD5978FF7DBF]:0)
FAILED: org.apache.solr.ltr.TestLTRReRankingPipeline.testDifferentTopN
Error Message:
expected:<1.0> but was:<0.0>
Stack Trace:
java.lang.AssertionError: expected:<1.0> but was:<0.0>
at __randomizedtesting.SeedInfo.seed([646C4FA12964C65C:95CD3DF11CDF0CCE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:443)
at org.junit.Assert.assertEquals(Assert.java:512)
at org.apache.solr.ltr.TestLTRReRankingPipeline.testDifferentTopN(TestLTRReRankingPipeline.java:256)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ZkControllerTest.testPublishAndWaitForDownStates
Error Message:
The ZkController.publishAndWaitForDownStates should have timed out but it didn't
Stack Trace:
java.lang.AssertionError: The ZkController.publishAndWaitForDownStates should have timed out but it didn't
at __randomizedtesting.SeedInfo.seed([F068AD5978FF7DBF:D767C1B5D9683280]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.ZkControllerTest.testPublishAndWaitForDownStates(ZkControllerTest.java:306)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.core.TestJmxIntegration.testJmxOnCoreReload
Error Message:
Number of registered MBeans is not the same as info registry size expected:<107> but was:<0>
Stack Trace:
java.lang.AssertionError: Number of registered MBeans is not the same as info registry size expected:<107> but was:<0>
at __randomizedtesting.SeedInfo.seed([F068AD5978FF7DBF:F2D176350BBCA172]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.core.TestJmxIntegration.testJmxOnCoreReload(TestJmxIntegration.java:180)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexFetchOnMasterRestart
Error Message:
IOException occured when talking to server at: http://127.0.0.1:37633/solr/collection1
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:37633/solr/collection1
at __randomizedtesting.SeedInfo.seed([F068AD5978FF7DBF:289F69BDD324BFE3]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:173)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:152)
at org.apache.solr.handler.TestReplicationHandler.index(TestReplicationHandler.java:180)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexFetchOnMasterRestart(TestReplicationHandler.java:643)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:37633 failed to respond
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 47 more
FAILED: org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([F068AD5978FF7DBF:DC5ADAD4F43B0B3B]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:904)
at org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads(AtomicUpdateProcessorFactoryTest.java:256)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>
request was:q=cat:kw83erunj5q6fx19siie+1u4xpz0os04gu7rqti51+6qq7hj2h3iee1nhwtyky+o8pw4rmsjnkiuk9ufclc+wi7v05wqyliw6ba4kawx&wt=xml
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:897)
... 40 more
Build Log:
[...truncated 12228 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> 105310 INFO (SUITE-TestReplicationHandler-seed#[F068AD5978FF7DBF]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F068AD5978FF7DBF-001/init-core-data-001
[junit4] 2> 105310 WARN (SUITE-TestReplicationHandler-seed#[F068AD5978FF7DBF]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
[junit4] 2> 105310 INFO (SUITE-TestReplicationHandler-seed#[F068AD5978FF7DBF]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 105312 INFO (SUITE-TestReplicationHandler-seed#[F068AD5978FF7DBF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 105317 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRateLimitedReplication
[junit4] 2> 105317 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F068AD5978FF7DBF-001/solr-instance-001/collection1
[junit4] 2> 105322 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 105323 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 105323 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 105323 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 105323 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3bd6703b{/solr,null,AVAILABLE}
[junit4] 2> 105326 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4506c828{HTTP/1.1,[http/1.1]}{127.0.0.1:44049}
[junit4] 2> 105326 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.e.j.s.Server Started @107845ms
[junit4] 2> 105326 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F068AD5978FF7DBF-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=44049}
[junit4] 2> 105326 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 105326 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 105326 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 105326 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 105326 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-27T12:15:35.055Z
[junit4] 2> 105327 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F068AD5978FF7DBF-001/solr-instance-001/solr.xml
[junit4] 2> 105331 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 105331 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 105332 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1ea15d55, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 105364 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ea15d55
[junit4] 2> 105372 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ea15d55
[junit4] 2> 105372 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ea15d55
[junit4] 2> 105374 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F068AD5978FF7DBF-001/solr-instance-001/.
[junit4] 2> 105374 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 105375 INFO (coreLoadExecutor-495-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 105385 INFO (coreLoadExecutor-495-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 105393 INFO (coreLoadExecutor-495-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 105395 INFO (coreLoadExecutor-495-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 105395 INFO (coreLoadExecutor-495-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F068AD5978FF7DBF-001/solr-instance-001/./collection1, trusted=true
[junit4] 2> 105396 INFO (coreLoadExecutor-495-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ea15d55
[junit4] 2> 105396 INFO (coreLoadExecutor-495-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 105396 INFO (coreLoadExecutor-495-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F068AD5978FF7DBF-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F068AD5978FF7DBF-001/solr-instance-001/./collection1/data/]
[junit4] 2> 105397 INFO (coreLoadExecutor-495-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=19, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18484940815565887]
[junit4] 2> 105432 INFO (coreLoadExecutor-495-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 105432 INFO (coreLoadExecutor-495-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 105433 INFO (coreLoadExecutor-495-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=78.453125, floorSegmentMB=1.8681640625, forceMergeDeletesPctAllowed=28.54661467196461, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 105434 INFO (coreLoadExecutor-495-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@66f9b822[collection1] main]
[junit4] 2> 105434 INFO (coreLoadExecutor-495-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F068AD5978FF7DBF-001/solr-instance-001/collection1/conf
[junit4] 2> 105435 INFO (coreLoadExecutor-495-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 105435 INFO (coreLoadExecutor-495-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 105436 INFO (searcherExecutor-496-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@66f9b822[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 105937 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F068AD5978FF7DBF-001/solr-instance-002/collection1
[junit4] 2> 105940 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 105940 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 105940 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 105941 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 105941 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9e402ab{/solr,null,AVAILABLE}
[junit4] 2> 105941 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1124023f{HTTP/1.1,[http/1.1]}{127.0.0.1:43200}
[junit4] 2> 105941 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.e.j.s.Server Started @108460ms
[junit4] 2> 105941 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F068AD5978FF7DBF-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=43200}
[junit4] 2> 105942 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 105942 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 105942 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 105942 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 105942 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-27T12:15:35.671Z
[junit4] 2> 105942 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F068AD5978FF7DBF-001/solr-instance-002/solr.xml
[junit4] 2> 105946 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 105946 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 105947 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1ea15d55, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 105979 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ea15d55
[junit4] 2> 105988 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ea15d55
[junit4] 2> 105988 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ea15d55
[junit4] 2> 105991 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F068AD5978FF7DBF-001/solr-instance-002/.
[junit4] 2> 105991 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 105991 INFO (coreLoadExecutor-505-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 106001 INFO (coreLoadExecutor-505-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 106016 INFO (coreLoadExecutor-505-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 106018 INFO (coreLoadExecutor-505-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 106018 INFO (coreLoadExecutor-505-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F068AD5978FF7DBF-001/solr-instance-002/./collection1, trusted=true
[junit4] 2> 106018 INFO (coreLoadExecutor-505-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ea15d55
[junit4] 2> 106018 INFO (coreLoadExecutor-505-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 106019 INFO (coreLoadExecutor-505-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F068AD5978FF7DBF-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F068AD5978FF7DBF-001/solr-instance-002/./collection1/data/]
[junit4] 2> 106020 INFO (coreLoadExecutor-505-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=19, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18484940815565887]
[junit4] 2> 106055 INFO (coreLoadExecutor-505-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 106055 INFO (coreLoadExecutor-505-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 106055 INFO (coreLoadExecutor-505-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=78.453125, floorSegmentMB=1.8681640625, forceMergeDeletesPctAllowed=28.54661467196461, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 106056 INFO (coreLoadExecutor-505-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@57a7dc6a[collection1] main]
[junit4] 2> 106056 INFO (coreLoadExecutor-505-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F068AD5978FF7DBF-001/solr-instance-002/collection1/conf
[junit4] 2> 106058 INFO (coreLoadExecutor-505-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 106058 INFO (coreLoadExecutor-505-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 106060 INFO (searcherExecutor-506-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@57a7dc6a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 106062 INFO (qtp1898093904-1062) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 106062 INFO (qtp1898093904-1062) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
[junit4] 2> 106064 INFO (qtp252209113-1079) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 106064 INFO (qtp252209113-1079) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
[junit4] 2> 106065 INFO (qtp1898093904-1064) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 106065 INFO (qtp1898093904-1064) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1b4ee347 commitCommandVersion:0
[junit4] 2> 106067 INFO (qtp1898093904-1064) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@54b40465[collection1] main]
[junit4] 2> 106067 INFO (qtp1898093904-1064) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 106068 INFO (searcherExecutor-496-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@54b40465[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 106068 INFO (qtp1898093904-1064) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
[junit4] 2> 106069 INFO (qtp252209113-1082) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 106069 INFO (qtp252209113-1082) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3b40ed32 commitCommandVersion:0
[junit4] 2> 106069 INFO (qtp252209113-1082) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@74ba0e11[collection1] main]
[junit4] 2> 106070 INFO (qtp252209113-1082) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 106071 INFO (searcherExecutor-506-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@74ba0e11[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 106072 INFO (qtp252209113-1082) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 106073 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4506c828{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 106073 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=531310302
[junit4] 2> 106073 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 106074 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2263c8f: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@528aa957
[junit4] 2> 106080 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 106080 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@20e1298c: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@65ee7b6c
[junit4] 2> 106082 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 106082 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@45c16280: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@65bf3a28
[junit4] 2> 106083 INFO (coreCloseExecutor-511-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@3288e258
[junit4] 2> 106083 INFO (coreCloseExecutor-511-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=847831640
[junit4] 2> 106083 INFO (coreCloseExecutor-511-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5fdaba45: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@3c4a9496
[junit4] 2> 106089 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3bd6703b{/solr,null,UNAVAILABLE}
[junit4] 2> 106089 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 106090 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1124023f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 106090 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=410753941
[junit4] 2> 106091 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 106091 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5a21f6b1: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4103dc77
[junit4] 2> 106096 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 106096 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2c6071c: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@65ee7b6c
[junit4] 2> 106100 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 106100 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e81486f: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@65bf3a28
[junit4] 2> 106100 INFO (coreCloseExecutor-513-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@75cb21d0
[junit4] 2> 106100 INFO (coreCloseExecutor-513-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1976246736
[junit4] 2> 106100 INFO (coreCloseExecutor-513-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@41d8229e: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@7e32dc50
[junit4] 2> 106109 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@9e402ab{/solr,null,UNAVAILABLE}
[junit4] 2> 106109 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 106111 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 106112 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 106112 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 106112 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 106112 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d5fa981{/solr,null,AVAILABLE}
[junit4] 2> 106112 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@385fbc73{HTTP/1.1,[http/1.1]}{127.0.0.1:33481}
[junit4] 2> 106113 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.e.j.s.Server Started @108631ms
[junit4] 2> 106113 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F068AD5978FF7DBF-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=33481}
[junit4] 2> 106113 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 106113 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 106113 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 106113 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 106113 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-27T12:15:35.842Z
[junit4] 2> 106113 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F068AD5978FF7DBF-001/solr-instance-001/solr.xml
[junit4] 2> 106117 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 106117 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 106118 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1ea15d55, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 106146 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ea15d55
[junit4] 2> 106153 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ea15d55
[junit4] 2> 106154 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ea15d55
[junit4] 2> 106155 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F068AD5978FF7DBF-001/solr-instance-001/.
[junit4] 2> 106155 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[F068AD5978FF7DBF]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 106156 INFO (coreLoadExecutor-520-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 106175 INFO (coreLoadExecutor-520-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 106187 INFO (coreLoadExecutor-520-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 106188 INFO (coreLoadExecutor-520-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 106188 INFO (coreLoadExecutor-520-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F068AD5978FF7DBF-001/solr-instance-001/./collection1, trusted=true
[junit4] 2> 106189 INFO (coreLoadExecutor-520-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ea15d55
[junit4] 2> 106193 INFO (coreLoadExecutor-520-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 106193 INFO (coreLoadExecutor-520-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F068AD5978FF7DBF-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F068AD5978FF7DBF-001/solr-instance-001/./collection1/data/]
[junit4] 2> 106195 INFO (coreLoadExecutor-520-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=14.9619140625, floorSegmentMB=0.3955078125, forceMergeDeletesPctAllowed=27.726757444863765, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5003761301668471
[junit4] 2> 106234 INFO (coreLoadExecutor-520-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 106234 INFO (coreLoadExecutor-520-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 106234 INFO (coreLoadExecutor-520-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=36, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.32971661553082465]
[junit4] 2> 106235 INFO (coreLoadExecutor-520-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@173fd3ba[collection1] main]
[junit4] 2> 106235 INFO (coreLoadExecutor-520-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F068AD5978FF7DBF-001/solr-instance-001/collection1/conf
[junit4] 2> 106236 INFO (coreLoadExecutor-520-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 106237 INFO (searcherExecutor-521-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@173fd3ba[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 106242 INFO (qtp1289771359-1104) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 1
[junit4] 2> 106244 INFO (qtp1289771359-1106) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
[junit4] 2> 106245 INFO (qtp1289771359-1108) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 106246 INFO (qtp1289771359-1106) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
[junit4] 2> 106248 INFO (qtp1289771359-1108) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
[junit4] 2> 106253 INFO (qtp1289771359-1106) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 4
[junit4] 2> 106254 INFO (qtp1289771359-1108) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
[junit4] 2> 106255 INFO (qtp1289771359-1106) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
[junit4] 2> 106256 INFO (qtp1289771359-1108) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
[junit4] 2> 106257 INFO (qtp1289771359-1106) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
[junit4] 2> 106259 INFO (qtp1289771359-1108) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=
[...truncated too long message...]
thKerberosAlt, CdcrBootstrapTest, TestSolrFieldCacheBean, CollectionReloadTest, TestSolrCoreProperties, TestLocalFSCloudBackupRestore, TestInfoStreamLogging, TestStressInPlaceUpdates, TestCoreContainer, MoveReplicaHDFSFailoverTest, TestQueryTypes, TestRandomDVFaceting, SortSpecParsingTest, HttpTriggerListenerTest, AnalyticsQueryTest, TestSizeLimitedDistributedMap, TestRawTransformer, TestSchemaVersionResource, TestEmbeddedSolrServerConstructors, TestDistributedMissingSort, TestMaxTokenLenTokenizer, MetricUtilsTest, TestDirectoryFactory, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, TestCoreDiscovery, TestExtendedDismaxParser, SpellCheckCollatorTest, SolrRequestParserTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTSTTest, SuggesterTest, TestStressLucene, TestTrie, SuggesterWFSTTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, SortByFunctionTest, DistanceFunctionTest, SolrInfoBeanTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestOmitPositions, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, TestValueSourceCache, TestIndexingPerformance, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, SolrPluginUtilsTest, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, SOLR749Test, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, BadComponentTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, SampleTest, TestDocSet, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, OutputWriterTest, TestFuzzyAnalyzedSuggestions, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCodecSupport, TestXIncludeConfig, EchoParamsTest, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, ChaosMonkeyNothingIsSafeTest, AssignBackwardCompatibilityTest, CleanupOldIndexTest, CollectionStateFormat2Test, ConcurrentCreateRoutedAliasTest, DeleteInactiveReplicaTest, DeleteReplicaTest, DeleteShardTest, DistribJoinFromCollectionTest, LIRRollingUpdatesTest, LeaderElectionContextKeyTest, LeaderInitiatedRecoveryOnShardRestartTest, LegacyCloudClusterPropTest, MigrateRouteKeyTest, MultiThreadedOCPTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, RestartWhileUpdatingTest, SSLMigrationTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SSLMigrationTest -Dtests.seed=F068AD5978FF7DBF -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sq-AL -Dtests.timezone=Asia/Seoul -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J2 | SSLMigrationTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967)
[junit4] > at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473)
[junit4] > at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132)
[junit4] > at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66)
[junit4] > at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:60)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967)
[junit4] > at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473)
[junit4] > at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132)
[junit4] > at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66)
[junit4] > at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:61)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([F068AD5978FF7DBF]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:297)
[junit4] > at java.lang.Thread.run(Thread.java:748)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.SSLMigrationTest:
[junit4] > 1) Thread[id=19111, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=19253, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([F068AD5978FF7DBF]:0)
[junit4] Completed [526/778 (5!)] on J2 in 131.54s, 1 test, 1 failure, 1 error <<< FAILURES!
[...truncated 8352 lines...]
[junit4] Suite: org.apache.solr.ltr.TestLTRReRankingPipeline
[junit4] 2> 3982 INFO (SUITE-TestLTRReRankingPipeline-seed#[646C4FA12964C65C]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 4842 INFO (TEST-TestLTRReRankingPipeline.testDifferentTopN-seed#[646C4FA12964C65C]) [ ] o.a.s.l.TestLTRReRankingPipeline rerank 1 documents
[junit4] 2> 4843 INFO (TEST-TestLTRReRankingPipeline.testDifferentTopN-seed#[646C4FA12964C65C]) [ ] o.a.s.l.TestLTRReRankingPipeline doc 0 in pos 0
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLTRReRankingPipeline -Dtests.method=testDifferentTopN -Dtests.seed=646C4FA12964C65C -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=zh -Dtests.timezone=Antarctica/Palmer -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 0.11s J0 | TestLTRReRankingPipeline.testDifferentTopN <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<1.0> but was:<0.0>
[junit4] > at __randomizedtesting.SeedInfo.seed([646C4FA12964C65C:95CD3DF11CDF0CCE]:0)
[junit4] > at org.apache.solr.ltr.TestLTRReRankingPipeline.testDifferentTopN(TestLTRReRankingPipeline.java:256)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7de69034), locale=zh, timezone=Antarctica/Palmer
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=253946488,total=275775488
[junit4] 2> NOTE: All tests run in this JVM: [TestManagedFeatureStore, TestLTRReRankingPipeline]
[junit4] Completed [2/36 (1!)] on J0 in 0.99s, 3 tests, 1 failure <<< FAILURES!
[...truncated 40390 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2384 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2384/
1 tests failed.
FAILED: org.apache.solr.cloud.TestAuthenticationFramework.testBasics
Error Message:
Error from server at http://127.0.0.1:48364/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/testcollection_shard1_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.8.v20171121</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:48364/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.8.v20171121</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([84CD21EF15133D38:B9158FC32DFD6348]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:550)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1013)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:126)
at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:74)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:48364/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.8.v20171121</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:527)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Build Log:
[...truncated 12879 lines...]
[junit4] Suite: org.apache.solr.cloud.TestAuthenticationFramework
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_84CD21EF15133D38-001/init-core-data-001
[junit4] 2> 982664 WARN (SUITE-TestAuthenticationFramework-seed#[84CD21EF15133D38]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 982664 INFO (SUITE-TestAuthenticationFramework-seed#[84CD21EF15133D38]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 982666 INFO (SUITE-TestAuthenticationFramework-seed#[84CD21EF15133D38]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 982666 INFO (SUITE-TestAuthenticationFramework-seed#[84CD21EF15133D38]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 982671 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[84CD21EF15133D38]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_84CD21EF15133D38-001/tempDir-001
[junit4] 2> 982671 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[84CD21EF15133D38]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 982671 INFO (Thread-3115) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 982671 INFO (Thread-3115) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 982674 ERROR (Thread-3115) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 982771 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[84CD21EF15133D38]) [ ] o.a.s.c.ZkTestServer start zk server on port:44671
[junit4] 2> 982776 INFO (zkConnectionManagerCallback-1885-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 982782 INFO (jetty-launcher-1882-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 982783 INFO (jetty-launcher-1882-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 982783 INFO (jetty-launcher-1882-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 982783 INFO (jetty-launcher-1882-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 982783 INFO (jetty-launcher-1882-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f743a44{/solr,null,AVAILABLE}
[junit4] 2> 982790 INFO (jetty-launcher-1882-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@41857a15{HTTP/1.1,[http/1.1]}{127.0.0.1:34719}
[junit4] 2> 982790 INFO (jetty-launcher-1882-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 982790 INFO (jetty-launcher-1882-thread-1) [ ] o.e.j.s.Server Started @984978ms
[junit4] 2> 982790 INFO (jetty-launcher-1882-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34719}
[junit4] 2> 982791 ERROR (jetty-launcher-1882-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 982791 INFO (jetty-launcher-1882-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 982791 INFO (jetty-launcher-1882-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 982791 INFO (jetty-launcher-1882-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 982791 INFO (jetty-launcher-1882-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-27T03:14:37.514Z
[junit4] 2> 982791 INFO (jetty-launcher-1882-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 982791 INFO (jetty-launcher-1882-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 982791 INFO (jetty-launcher-1882-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 982791 INFO (jetty-launcher-1882-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6aeb9fbd{/solr,null,AVAILABLE}
[junit4] 2> 982792 INFO (jetty-launcher-1882-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@68354743{HTTP/1.1,[http/1.1]}{127.0.0.1:48364}
[junit4] 2> 982792 INFO (jetty-launcher-1882-thread-2) [ ] o.e.j.s.Server Started @984980ms
[junit4] 2> 982792 INFO (jetty-launcher-1882-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48364}
[junit4] 2> 982792 ERROR (jetty-launcher-1882-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 982792 INFO (jetty-launcher-1882-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 982792 INFO (jetty-launcher-1882-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 982792 INFO (jetty-launcher-1882-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 982792 INFO (jetty-launcher-1882-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-27T03:14:37.515Z
[junit4] 2> 982793 INFO (zkConnectionManagerCallback-1887-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 982793 INFO (zkConnectionManagerCallback-1889-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 982793 INFO (jetty-launcher-1882-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 982793 INFO (jetty-launcher-1882-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 982803 INFO (jetty-launcher-1882-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44671/solr
[junit4] 2> 982804 INFO (jetty-launcher-1882-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44671/solr
[junit4] 2> 982805 INFO (zkConnectionManagerCallback-1895-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 982805 INFO (zkConnectionManagerCallback-1897-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 982806 INFO (zkConnectionManagerCallback-1899-thread-1-processing-n:127.0.0.1:48364_solr) [n:127.0.0.1:48364_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 982807 INFO (zkConnectionManagerCallback-1901-thread-1-processing-n:127.0.0.1:34719_solr) [n:127.0.0.1:34719_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 982877 INFO (jetty-launcher-1882-thread-2) [n:127.0.0.1:48364_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 982878 INFO (jetty-launcher-1882-thread-2) [n:127.0.0.1:48364_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:48364_solr
[junit4] 2> 982879 INFO (jetty-launcher-1882-thread-2) [n:127.0.0.1:48364_solr ] o.a.s.c.Overseer Overseer (id=73365245876699141-127.0.0.1:48364_solr-n_0000000000) starting
[junit4] 2> 982886 INFO (jetty-launcher-1882-thread-2) [n:127.0.0.1:48364_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48364_solr
[junit4] 2> 982894 INFO (OverseerStateUpdate-73365245876699141-127.0.0.1:48364_solr-n_0000000000) [n:127.0.0.1:48364_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 982895 INFO (jetty-launcher-1882-thread-1) [n:127.0.0.1:34719_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 982897 INFO (jetty-launcher-1882-thread-1) [n:127.0.0.1:34719_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 982898 INFO (jetty-launcher-1882-thread-1) [n:127.0.0.1:34719_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34719_solr
[junit4] 2> 982899 INFO (zkCallback-1898-thread-1-processing-n:127.0.0.1:48364_solr) [n:127.0.0.1:48364_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 982900 INFO (zkCallback-1900-thread-1-processing-n:127.0.0.1:34719_solr) [n:127.0.0.1:34719_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 982917 INFO (jetty-launcher-1882-thread-2) [n:127.0.0.1:48364_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 982947 INFO (jetty-launcher-1882-thread-1) [n:127.0.0.1:34719_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 982949 INFO (jetty-launcher-1882-thread-2) [n:127.0.0.1:48364_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48364.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a7d3584
[junit4] 2> 982968 INFO (jetty-launcher-1882-thread-2) [n:127.0.0.1:48364_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48364.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a7d3584
[junit4] 2> 982968 INFO (jetty-launcher-1882-thread-2) [n:127.0.0.1:48364_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48364.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a7d3584
[junit4] 2> 982969 INFO (jetty-launcher-1882-thread-2) [n:127.0.0.1:48364_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_84CD21EF15133D38-001/tempDir-001/node2/.
[junit4] 2> 982997 INFO (jetty-launcher-1882-thread-1) [n:127.0.0.1:34719_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34719.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a7d3584
[junit4] 2> 983004 INFO (jetty-launcher-1882-thread-1) [n:127.0.0.1:34719_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34719.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a7d3584
[junit4] 2> 983004 INFO (jetty-launcher-1882-thread-1) [n:127.0.0.1:34719_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34719.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a7d3584
[junit4] 2> 983005 INFO (jetty-launcher-1882-thread-1) [n:127.0.0.1:34719_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_84CD21EF15133D38-001/tempDir-001/node1/.
[junit4] 2> 983029 INFO (zkConnectionManagerCallback-1907-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 983031 INFO (zkConnectionManagerCallback-1911-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 983032 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[84CD21EF15133D38]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 983032 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[84CD21EF15133D38]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44671/solr ready
[junit4] 2> 983034 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[84CD21EF15133D38]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 2> 983041 INFO (qtp1499265079-10025) [n:127.0.0.1:34719_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 983042 INFO (OverseerThreadFactory-3363-thread-1-processing-n:127.0.0.1:48364_solr) [n:127.0.0.1:48364_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testcollection
[junit4] 2> 983149 INFO (OverseerStateUpdate-73365245876699141-127.0.0.1:48364_solr-n_0000000000) [n:127.0.0.1:48364_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34719/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 983151 INFO (OverseerStateUpdate-73365245876699141-127.0.0.1:48364_solr-n_0000000000) [n:127.0.0.1:48364_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:48364/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 983154 INFO (OverseerStateUpdate-73365245876699141-127.0.0.1:48364_solr-n_0000000000) [n:127.0.0.1:48364_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34719/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 983156 INFO (OverseerStateUpdate-73365245876699141-127.0.0.1:48364_solr-n_0000000000) [n:127.0.0.1:48364_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n7",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:48364/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 983368 INFO (qtp113775942-10035) [n:127.0.0.1:48364_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n7&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 983369 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n3&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 983369 INFO (qtp1499265079-10029) [n:127.0.0.1:34719_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 983369 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n5&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 983369 INFO (qtp1499265079-10029) [n:127.0.0.1:34719_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 983369 INFO (qtp113775942-10035) [n:127.0.0.1:48364_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 983478 INFO (zkCallback-1900-thread-1-processing-n:127.0.0.1:34719_solr) [n:127.0.0.1:34719_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 983478 INFO (zkCallback-1898-thread-1-processing-n:127.0.0.1:48364_solr) [n:127.0.0.1:48364_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 984385 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 984385 INFO (qtp1499265079-10029) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 984389 INFO (qtp113775942-10035) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 984392 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 984401 INFO (qtp113775942-10035) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.s.IndexSchema [testcollection_shard2_replica_n7] Schema name=minimal
[junit4] 2> 984428 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.s.IndexSchema [testcollection_shard1_replica_n3] Schema name=minimal
[junit4] 2> 984429 INFO (qtp1499265079-10029) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema [testcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 984430 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 984430 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n3' using configuration from collection testcollection, trusted=true
[junit4] 2> 984431 INFO (qtp1499265079-10029) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 984431 INFO (qtp1499265079-10029) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n1' using configuration from collection testcollection, trusted=true
[junit4] 2> 984435 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.s.IndexSchema [testcollection_shard2_replica_n5] Schema name=minimal
[junit4] 2> 984436 INFO (qtp113775942-10035) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 984436 INFO (qtp113775942-10035) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n7' using configuration from collection testcollection, trusted=true
[junit4] 2> 984436 INFO (qtp113775942-10035) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48364.solr.core.testcollection.shard2.replica_n7' (registry 'solr.core.testcollection.shard2.replica_n7') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a7d3584
[junit4] 2> 984436 INFO (qtp113775942-10035) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 984436 INFO (qtp113775942-10035) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.SolrCore [[testcollection_shard2_replica_n7] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_84CD21EF15133D38-001/tempDir-001/node2/testcollection_shard2_replica_n7], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_84CD21EF15133D38-001/tempDir-001/node2/./testcollection_shard2_replica_n7/data/]
[junit4] 2> 984438 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 984438 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n5' using configuration from collection testcollection, trusted=true
[junit4] 2> 984438 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34719.solr.core.testcollection.shard2.replica_n5' (registry 'solr.core.testcollection.shard2.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a7d3584
[junit4] 2> 984438 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 984438 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.SolrCore [[testcollection_shard2_replica_n5] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_84CD21EF15133D38-001/tempDir-001/node1/testcollection_shard2_replica_n5], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_84CD21EF15133D38-001/tempDir-001/node1/./testcollection_shard2_replica_n5/data/]
[junit4] 2> 984439 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48364.solr.core.testcollection.shard1.replica_n3' (registry 'solr.core.testcollection.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a7d3584
[junit4] 2> 984439 INFO (qtp1499265079-10029) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34719.solr.core.testcollection.shard1.replica_n1' (registry 'solr.core.testcollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a7d3584
[junit4] 2> 984439 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 984439 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.SolrCore [[testcollection_shard1_replica_n3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_84CD21EF15133D38-001/tempDir-001/node2/testcollection_shard1_replica_n3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_84CD21EF15133D38-001/tempDir-001/node2/./testcollection_shard1_replica_n3/data/]
[junit4] 2> 984439 INFO (qtp1499265079-10029) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 984439 INFO (qtp1499265079-10029) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [[testcollection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_84CD21EF15133D38-001/tempDir-001/node1/testcollection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_84CD21EF15133D38-001/tempDir-001/node1/./testcollection_shard1_replica_n1/data/]
[junit4] 2> 984528 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 984529 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 984530 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 984530 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 984531 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@3389a00d[testcollection_shard1_replica_n3] main]
[junit4] 2> 984532 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 984532 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 984533 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 984537 INFO (searcherExecutor-3368-thread-1-processing-n:127.0.0.1:48364_solr x:testcollection_shard1_replica_n3 s:shard1 c:testcollection r:core_node4) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.SolrCore [testcollection_shard1_replica_n3] Registered new searcher Searcher@3389a00d[testcollection_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 984537 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593522288601333760
[junit4] 2> 984540 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 984540 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 984541 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 984541 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 984544 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@77fea983[testcollection_shard2_replica_n5] main]
[junit4] 2> 984544 INFO (qtp113775942-10035) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 984544 INFO (qtp113775942-10035) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 984545 INFO (qtp113775942-10035) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 984546 INFO (qtp113775942-10035) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 984547 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 984547 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 984548 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 984548 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593522288612868096
[junit4] 2> 984556 INFO (qtp113775942-10035) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b2ad62[testcollection_shard2_replica_n7] main]
[junit4] 2> 984557 INFO (qtp113775942-10035) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 984557 INFO (qtp113775942-10035) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 984558 INFO (qtp113775942-10035) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 984558 INFO (qtp113775942-10035) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593522288623353856
[junit4] 2> 984559 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 984565 INFO (searcherExecutor-3371-thread-1-processing-n:127.0.0.1:34719_solr x:testcollection_shard2_replica_n5 s:shard2 c:testcollection r:core_node6) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.SolrCore [testcollection_shard2_replica_n5] Registered new searcher Searcher@77fea983[testcollection_shard2_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 984566 INFO (searcherExecutor-3370-thread-1-processing-n:127.0.0.1:48364_solr x:testcollection_shard2_replica_n7 s:shard2 c:testcollection r:core_node8) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.SolrCore [testcollection_shard2_replica_n7] Registered new searcher Searcher@5b2ad62[testcollection_shard2_replica_n7] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 984568 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9993ms
[junit4] 2> 984576 INFO (qtp1499265079-10029) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 984576 INFO (qtp1499265079-10029) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 984577 INFO (qtp1499265079-10029) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 984578 INFO (qtp1499265079-10029) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 984579 INFO (qtp1499265079-10029) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7c1ca447[testcollection_shard1_replica_n1] main]
[junit4] 2> 984583 INFO (qtp1499265079-10029) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 984583 INFO (qtp1499265079-10029) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 984583 INFO (qtp1499265079-10029) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 984584 INFO (qtp1499265079-10029) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593522288650616832
[junit4] 2> 984586 INFO (searcherExecutor-3369-thread-1-processing-n:127.0.0.1:34719_solr x:testcollection_shard1_replica_n1 s:shard1 c:testcollection r:core_node2) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] Registered new searcher Searcher@7c1ca447[testcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 984663 INFO (zkCallback-1900-thread-1-processing-n:127.0.0.1:34719_solr) [n:127.0.0.1:34719_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 984663 INFO (zkCallback-1898-thread-2-processing-n:127.0.0.1:48364_solr) [n:127.0.0.1:48364_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 985059 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 985060 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 985060 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34719/solr/testcollection_shard2_replica_n5/
[junit4] 2> 985060 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.u.PeerSync PeerSync: core=testcollection_shard2_replica_n5 url=http://127.0.0.1:34719/solr START replicas=[http://127.0.0.1:48364/solr/testcollection_shard2_replica_n7/] nUpdates=100
[junit4] 2> 985066 INFO (qtp113775942-10039) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.S.Request [testcollection_shard2_replica_n7] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 985069 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 985069 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 985069 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:48364/solr/testcollection_shard1_replica_n3/
[junit4] 2> 985069 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.PeerSync PeerSync: core=testcollection_shard1_replica_n3 url=http://127.0.0.1:48364/solr START replicas=[http://127.0.0.1:34719/solr/testcollection_shard1_replica_n1/] nUpdates=100
[junit4] 2> 985071 INFO (qtp1499265079-10030) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 985360 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.u.PeerSync PeerSync: core=testcollection_shard2_replica_n5 url=http://127.0.0.1:34719/solr DONE. We have no versions. sync failed.
[junit4] 2> 985361 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 985361 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 985361 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 985364 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34719/solr/testcollection_shard2_replica_n5/ shard2
[junit4] 2> 985370 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.PeerSync PeerSync: core=testcollection_shard1_replica_n3 url=http://127.0.0.1:48364/solr DONE. We have no versions. sync failed.
[junit4] 2> 985370 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 985370 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 985370 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 985372 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:48364/solr/testcollection_shard1_replica_n3/ shard1
[junit4] 2> 985473 INFO (zkCallback-1898-thread-2-processing-n:127.0.0.1:48364_solr) [n:127.0.0.1:48364_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 985473 INFO (zkCallback-1900-thread-1-processing-n:127.0.0.1:34719_solr) [n:127.0.0.1:34719_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 985515 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 985516 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n5&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2147
[junit4] 2> 985523 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 985524 INFO (qtp113775942-10033) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n3&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2155
[junit4] 2> 985572 INFO (qtp113775942-10035) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n7&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2203
[junit4] 2> 985591 INFO (qtp1499265079-10029) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2222
[junit4] 2> 985595 INFO (qtp1499265079-10025) [n:127.0.0.1:34719_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 985692 INFO (zkCallback-1900-thread-1-processing-n:127.0.0.1:34719_solr) [n:127.0.0.1:34719_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 985692 INFO (zkCallback-1898-thread-2-processing-n:127.0.0.1:48364_solr) [n:127.0.0.1:48364_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 986595 INFO (qtp1499265079-10025) [n:127.0.0.1:34719_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3554
[junit4] 2> 986596 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[84CD21EF15133D38]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testcollection failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:active live:true
[junit4] 1> replica:core_node6 rstate:active live:true
[junit4] 1> replica:core_node8 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 2> 986597 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[84CD21EF15133D38]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testcollection
[junit4] 2> 986605 INFO (qtp1499265079-10106) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.S.Request [testcollection_shard2_replica_n5] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:34719/solr/testcollection_shard2_replica_n5/|http://127.0.0.1:48364/solr/testcollection_shard2_replica_n7/&rows=10&version=2&q=*:*&NOW=1519701281323&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 986605 INFO (qtp1499265079-10023) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:34719/solr/testcollection_shard1_replica_n1/|http://127.0.0.1:48364/solr/testcollection_shard1_replica_n3/&rows=10&version=2&q=*:*&NOW=1519701281323&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 986606 INFO (qtp1499265079-10027) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=testcollection:5&wt=javabin&version=2} hits=0 status=0 QTime=6
[junit4] 2> 986613 INFO (qtp1499265079-10024) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48364/solr/testcollection_shard1_replica_n3/&wt=javabin&version=2}{add=[1 (1593522290773983232)]} 0 0
[junit4] 2> 986613 INFO (qtp113775942-10035) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n3] webapp=/solr path=/update params={_stateVer_=testcollection:5&wt=javabin&version=2}{add=[1 (1593522290773983232)]} 0 4
[junit4] 2> 986614 INFO (qtp1499265079-10027) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1593522290779226112,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 986614 INFO (qtp1499265079-10027) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5d8f093b commitCommandVersion:1593522290779226112
[junit4] 2> 986614 INFO (qtp113775942-10039) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1593522290779226112,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 986614 INFO (qtp113775942-10039) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6dadfdb3 commitCommandVersion:1593522290779226112
[junit4] 2> 986623 INFO (qtp1499265079-10027) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@512d4d1e[testcollection_shard1_replica_n1] main]
[junit4] 2> 986623 INFO (qtp113775942-10038) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1593522290788663296,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 986623 INFO (qtp113775942-10038) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 986623 INFO (qtp1499265079-10027) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 986625 INFO (qtp1499265079-10023) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1593522290790760448,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 986625 INFO (qtp1499265079-10023) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 986627 INFO (qtp113775942-10038) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 986627 INFO (qtp113775942-10038) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard2_replica_n7] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:48364/solr/testcollection_shard1_replica_n3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 4
[junit4] 2> 986627 INFO (qtp1499265079-10023) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 986627 INFO (qtp1499265079-10023) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard2_replica_n5] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:48364/solr/testcollection_shard1_replica_n3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 986627 INFO (searcherExecutor-3369-thread-1-processing-n:127.0.0.1:34719_solr x:testcollection_shard1_replica_n1 s:shard1 c:testcollection r:core_node2) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] Registered new searcher Searcher@512d4d1e[testcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 986628 INFO (qtp1499265079-10027) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:48364/solr/testcollection_shard1_replica_n3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 13
[junit4] 2> 986628 INFO (qtp113775942-10039) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@2a3084d1[testcollection_shard1_replica_n3] main]
[junit4] 2> 986628 INFO (qtp113775942-10039) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 986629 INFO (searcherExecutor-3368-thread-1-processing-n:127.0.0.1:48364_solr x:testcollection_shard1_replica_n3 s:shard1 c:testcollection r:core_node4) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.SolrCore [testcollection_shard1_replica_n3] Registered new searcher Searcher@2a3084d1[testcollection_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 986629 INFO (qtp113775942-10039) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n3] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:48364/solr/testcollection_shard1_replica_n3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 14
[junit4] 2> 986629 INFO (qtp113775942-10037) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n3] webapp=/solr path=/update params={_stateVer_=testcollection:5&commit=true&wt=javabin&version=2}{commit=} 0 16
[junit4] 2> 986631 INFO (qtp1499265079-10024) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.S.Request [testcollection_shard2_replica_n5] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:34719/solr/testcollection_shard2_replica_n5/|http://127.0.0.1:48364/solr/testcollection_shard2_replica_n7/&rows=10&version=2&q=*:*&NOW=1519701281353&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 986631 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:34719/solr/testcollection_shard1_replica_n1/|http://127.0.0.1:48364/solr/testcollection_shard1_replica_n3/&rows=10&version=2&q=*:*&NOW=1519701281353&isShard=true&wt=javabin} hits=1 status=0 QTime=0
[junit4] 2> 986632 INFO (qtp1499265079-10027) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=testcollection:5&shards.purpose=64&NOW=1519701281353&ids=1&isShard=true&shard.url=http://127.0.0.1:34719/solr/testcollection_shard1_replica_n1/|http://127.0.0.1:48364/solr/testcollection_shard1_replica_n3/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 986632 INFO (qtp113775942-10032) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.S.Request [testcollection_shard2_replica_n7] webapp=/solr path=/select params={q=*:*&_stateVer_=testcollection:5&wt=javabin&version=2} hits=1 status=0 QTime=1
[junit4] 2> 986633 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 986634 INFO (OverseerCollectionConfigSetProcessor-73365245876699141-127.0.0.1:48364_solr-n_0000000000) [n:127.0.0.1:48364_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 986634 INFO (OverseerThreadFactory-3363-thread-2-processing-n:127.0.0.1:48364_solr) [n:127.0.0.1:48364_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true, asyncId=null
[junit4] 2> 986635 INFO (qtp113775942-10036) [n:127.0.0.1:48364_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n3, tag=null
[junit4] 2> 986636 INFO (qtp113775942-10036) [n:127.0.0.1:48364_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6da14c4: rootName = solr_48364, domain = solr.core.testcollection.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@3f4b890
[junit4] 2> 986636 INFO (qtp1499265079-10027) [n:127.0.0.1:34719_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=null
[junit4] 2> 986636 INFO (qtp1499265079-10027) [n:127.0.0.1:34719_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@40f3827d: rootName = solr_34719, domain = solr.core.testcollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@57881315
[junit4] 2> 986650 INFO (qtp113775942-10037) [n:127.0.0.1:48364_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n7, tag=null
[junit4] 2> 986650 INFO (qtp1499265079-10023) [n:127.0.0.1:34719_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n5, tag=null
[junit4] 2> 986650 INFO (qtp113775942-10037) [n:127.0.0.1:48364_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@366497e: rootName = solr_48364, domain = solr.core.testcollection.shard2.replica_n7, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n7 / com.codahale.metrics.MetricRegistry@542c82c3
[junit4] 2> 986651 INFO (qtp1499265079-10023) [n:127.0.0.1:34719_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@53669e0a: rootName = solr_34719, domain = solr.core.testcollection.shard2.replica_n5, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n5 / com.codahale.metrics.MetricRegistry@14b42438
[junit4] 2> 986650 INFO (qtp1499265079-10027) [n:127.0.0.1:34719_solr ] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@2cf3d21e
[junit4] 2> 986650 INFO (qtp113775942-10036) [n:127.0.0.1:48364_solr ] o.a.s.c.SolrCore [testcollection_shard1_replica_n3] CLOSING SolrCore org.apache.solr.core.SolrCore@2522d755
[junit4] 2> 986663 INFO (qtp113775942-10036) [n:127.0.0.1:48364_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n3, tag=623040341
[junit4] 2> 986663 INFO (qtp113775942-10037) [n:127.0.0.1:48364_solr ] o.a.s.c.SolrCore [testcollection_shard2_replica_n7] CLOSING SolrCore org.apache.solr.core.SolrCore@71763e54
[junit4] 2> 986663 INFO (qtp113775942-10036) [n:127.0.0.1:48364_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=623040341
[junit4] 2> 986663 INFO (qtp113775942-10037) [n:127.0.0.1:48364_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n7, tag=1903574612
[junit4] 2> 986663 INFO (qtp113775942-10037) [n:127.0.0.1:48364_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=1903574612
[junit4] 2> 986668 INFO (qtp1499265079-10027) [n:127.0.0.1:34719_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=754176542
[junit4] 2> 986668 INFO (qtp1499265079-10023) [n:127.0.0.1:34719_solr ] o.a.s.c.SolrCore [testcollection_shard2_replica_n5] CLOSING SolrCore org.apache.solr.core.SolrCore@6e11b690
[junit4] 2> 986668 INFO (qtp1499265079-10027) [n:127.0.0.1:34719_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=754176542
[junit4] 2> 986668 INFO (qtp1499265079-10023) [n:127.0.0.1:34719_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n5, tag=1846654608
[junit4] 2> 986668 INFO (qtp1499265079-10023) [n:127.0.0.1:34719_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=1846654608
[junit4] 2> 986670 INFO (qtp1499265079-10027) [n:127.0.0.1:34719_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 986670 INFO (qtp1499265079-10023) [n:127.0.0.1:34719_solr ] o.a.s.c.ZkShardTerms Failed to save terms, version is not match, retrying
[junit4] 2> 986670 INFO (qtp113775942-10037) [n:127.0.0.1:48364_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 986670 INFO (qtp113775942-10037) [n:127.0.0.1:48364_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard2_replica_n7&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=35
[junit4] 2> 986671 INFO (qtp113775942-10036) [n:127.0.0.1:48364_solr ] o.a.s.c.ZkShardTerms Failed to save terms, version is not match, retrying
[junit4] 2> 986671 INFO (qtp1499265079-10027) [n:127.0.0.1:34719_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=35
[junit4] 2> 986672 WARN (zkCallback-1898-thread-2-processing-n:127.0.0.1:48364_solr) [n:127.0.0.1:48364_solr ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
[junit4] 2> 986672 WARN (zkCallback-1900-thread-2-processing-n:127.0.0.1:34719_solr) [n:127.0.0.1:34719_solr ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
[junit4] 2> 986672 INFO (qtp1499265079-10023) [n:127.0.0.1:34719_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard2_replica_n5&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=36
[junit4] 2> 986672 INFO (qtp113775942-10036) [n:127.0.0.1:48364_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard1_replica_n3&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=37
[junit4] 2> 987385 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testcollection&action=DELETE&wt=javabin&version=2} status=0 QTime=752
[junit4] 2> 987386 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[84CD21EF15133D38]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for collection to disappear - collection: testcollection failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 2> 987386 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[84CD21EF15133D38]) [ ] o.a.s.c.AbstractDistribZkTestBase Collection has disappeared - collection: testcollection
[junit4] 2> 987386 INFO (qtp1499265079-10106) [n:127.0.0.1:34719_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 987388 INFO (OverseerThreadFactory-3363-thread-3-processing-n:127.0.0.1:48364_solr) [n:127.0.0.1:48364_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testcollection
[junit4] 2> 987388 INFO (OverseerCollectionConfigSetProcessor-73365245876699141-127.0.0.1:48364_solr-n_0000000000) [n:127.0.0.1:48364_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 987595 INFO (OverseerStateUpdate-73365245876699141-127.0.0.1:48364_solr-n_0000000000) [n:127.0.0.1:48364_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:48364/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 987597 INFO (OverseerStateUpdate-73365245876699141-127.0.0.1:48364_solr-n_0000000000) [n:127.0.0.1:48364_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34719/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 987599 INFO (OverseerStateUpdate-73365245876699141-127.0.0.1:48364_solr-n_0000000000) [n:127.0.0.1:48364_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:48364/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 987601 INFO (OverseerStateUpdate-73365245876699141-127.0.0.1:48364_solr-n_0000000000) [n:127.0.0.1:48364_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34719/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 987803 INFO (qtp1499265079-10024) [n:127.0.0.1:34719_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 987803 INFO (qtp113775942-10039) [n:127.0.0.1:48364_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 987806 INFO (qtp113775942-10032) [n:127.0.0.1:48364_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 987807 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 987912 INFO (zkCallback-1898-thread-2-processing-n:127.0.0.1:48364_solr) [n:127.0.0.1:48364_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 987913 INFO (zkCallback-1900-thread-2-processing-n:127.0.0.1:34719_solr) [n:127.0.0.1:34719_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 987913 INFO (zkCallback-1898-thread-1-processing-n:127.0.0.1:48364_solr) [n:127.0.0.1:48364_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 987913 INFO (zkCallback-1900-thread-1-processing-n:127.0.0.1:34719_solr) [n:127.0.0.1:34719_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 987913 INFO (zkCallback-1898-thread-3-processing-n:127.0.0.1:48364_solr) [n:127.0.0.1:48364_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 987913 INFO (zkCallback-1900-thread-3-processing-n:127.0.0.1:34719_solr) [n:127.0.0.1:34719_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 988824 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 988858 INFO (qtp1499265079-10024) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 988862 INFO (qtp113775942-10039) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 988869 INFO (qtp1499265079-10024) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.IndexSchema [testcollection_shard1_replica_n2] Schema name=minimal
[junit4] 2> 988869 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema [testcollection_shard2_replica_n6] Schema name=minimal
[junit4] 2> 988870 INFO (qtp113775942-10032) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 988872 INFO (qtp1499265079-10024) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 988872 INFO (qtp1499265079-10024) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n2' using configuration from collection testcollection, trusted=true
[junit4] 2> 988872 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 988872 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n6' using configuration from collection testcollection, trusted=true
[junit4] 2> 988872 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34719.solr.core.testcollection.shard2.replica_n6' (registry 'solr.core.testcollection.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a7d3584
[junit4] 2> 988872 INFO (qtp1499265079-10024) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34719.solr.core.testcollection.shard1.replica_n2' (registry 'solr.core.testcollection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a7d3584
[junit4] 2> 988872 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 988872 INFO (qtp1499265079-10024) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 988873 INFO (qtp1499265079-10028) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [[testcollection_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_84CD21EF15133D38-001/tempDir-001/node1/testcollection_shard2_replica_n6], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_84CD21EF15133D38-001/tempDir-001/node1/./testcollection_shard2_replica_n6/data/]
[junit4] 2> 988873 INFO (qtp1499265079-10024) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [[testcollection_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_84CD21EF15133D38-001/tempDir-001/node1/testcollection_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_84CD21EF15133D38-001/tempDir-001/node1/./testcollection_shard1_replica_n2/data/]
[junit4] 2> 988874 INFO (qtp113775942-10039) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema [testcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 988876 INFO (qtp113775942-10039) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 988876 INFO (qtp113775942-10039) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n1' using configuration from collection testcollection, trusted=true
[junit4] 2> 988877 INFO (qtp113775942-10039) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48364.solr.core.testcollection.shard1.replica_n1' (registry 'solr.core.testcollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a7d3584
[junit4] 2> 988877 INFO (qtp113775942-10039) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 988877 INFO (qtp113775942-10039) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [[testcollection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_84CD21EF15133D38-001/tempDir-001/node2/testcollection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-
[...truncated too long message...]
-thread-1) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@395e6fce: rootName = solr_34719, domain = solr.core.testcollection.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@c338714
[junit4] 2> 991074 INFO (coreCloseExecutor-3408-thread-2) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [testcollection_shard2_replica_n6] CLOSING SolrCore org.apache.solr.core.SolrCore@557b1772
[junit4] 2> 991079 INFO (coreCloseExecutor-3409-thread-1) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@2e7bb621
[junit4] 2> 991079 INFO (coreCloseExecutor-3409-thread-1) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=779859489
[junit4] 2> 991079 INFO (coreCloseExecutor-3409-thread-1) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@50decf96: rootName = solr_48364, domain = solr.core.testcollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@7ce02d23
[junit4] 2> 991087 INFO (coreCloseExecutor-3409-thread-1) [n:127.0.0.1:48364_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=779859489
[junit4] 2> 991088 INFO (coreCloseExecutor-3408-thread-1) [n:127.0.0.1:34719_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=46793777
[junit4] 2> 991088 INFO (coreCloseExecutor-3408-thread-2) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n6, tag=1434130290
[junit4] 2> 991088 INFO (coreCloseExecutor-3408-thread-2) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7d64493b: rootName = solr_34719, domain = solr.core.testcollection.shard2.replica_n6, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n6 / com.codahale.metrics.MetricRegistry@2f5f12fe
[junit4] 2> 991091 INFO (coreCloseExecutor-3409-thread-2) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore [testcollection_shard2_replica_n4] CLOSING SolrCore org.apache.solr.core.SolrCore@1840164a
[junit4] 2> 991091 INFO (coreCloseExecutor-3409-thread-2) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n4, tag=406853194
[junit4] 2> 991091 INFO (coreCloseExecutor-3409-thread-2) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@566db699: rootName = solr_48364, domain = solr.core.testcollection.shard2.replica_n4, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n4 / com.codahale.metrics.MetricRegistry@25cb19b8
[junit4] 2> 991101 INFO (coreCloseExecutor-3408-thread-2) [n:127.0.0.1:34719_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=1434130290
[junit4] 2> 991113 INFO (coreCloseExecutor-3409-thread-2) [n:127.0.0.1:48364_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=406853194
[junit4] 2> 991117 INFO (jetty-closer-1883-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73365245876699141-127.0.0.1:48364_solr-n_0000000000) closing
[junit4] 2> 991117 INFO (OverseerStateUpdate-73365245876699141-127.0.0.1:48364_solr-n_0000000000) [n:127.0.0.1:48364_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:48364_solr
[junit4] 2> 991118 WARN (OverseerAutoScalingTriggerThread-73365245876699141-127.0.0.1:48364_solr-n_0000000000) [n:127.0.0.1:48364_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 991129 INFO (jetty-closer-1883-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6f743a44{/solr,null,UNAVAILABLE}
[junit4] 2> 991129 INFO (jetty-closer-1883-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 992629 INFO (jetty-closer-1883-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6aeb9fbd{/solr,null,UNAVAILABLE}
[junit4] 2> 992631 INFO (jetty-closer-1883-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 992632 ERROR (SUITE-TestAuthenticationFramework-seed#[84CD21EF15133D38]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 992634 INFO (SUITE-TestAuthenticationFramework-seed#[84CD21EF15133D38]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44671 44671
[junit4] 2> 992828 INFO (Thread-3115) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44671 44671
[junit4] 2> 992830 WARN (Thread-3115) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/collections/testcollection/terms/shard1
[junit4] 2> 11 /solr/collections/testcollection/terms/shard2
[junit4] 2> 4 /solr/configs/solrCloudCollectionConfig
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 24 /solr/collections/testcollection/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_84CD21EF15133D38-001
[junit4] 2> Feb 27, 2018 3:14:47 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=Lucene50(blocksize=128), id=PostingsFormat(name=Direct)}, docValues:{_version_=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1545, maxMBSortInHeap=5.553988123934742, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6edb383), locale=sv, timezone=Atlantic/Stanley
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=155378792,total=524812288
[junit4] 2> NOTE: All tests run in this JVM: [TestSearchPerf, SyncSliceTest, BlockJoinFacetRandomTest, SortByFunctionTest, TestConfigSetProperties, TestLeaderElectionWithEmptyReplica, PeerSyncTest, TestFieldCacheWithThreads, BasicFunctionalityTest, TestCryptoKeys, SampleTest, BadComponentTest, OverseerTest, SuggesterTest, TestNumericTerms64, CursorMarkTest, TestNumericRangeQuery32, SoftAutoCommitTest, TestZkChroot, ShardRoutingCustomTest, TestCloudNestedDocsSort, TestReversedWildcardFilterFactory, TestLRUCache, TestPartialUpdateDeduplication, TestSolr4Spatial, TestCustomSort, TestRandomFlRTGCloud, TestJsonFacets, QueryElevationComponentTest, TestHighFrequencyDictionaryFactory, ZkControllerTest, LeaderInitiatedRecoveryOnShardRestartTest, LeaderElectionContextKeyTest, HdfsAutoAddReplicasIntegrationTest, TestScoreJoinQPScore, TestPrepRecovery, TestNodeAddedTrigger, DistributedFacetExistsSmallTest, TestClusterStateProvider, CloneFieldUpdateProcessorFactoryTest, BlobRepositoryCloudTest, JavabinLoaderTest, NumberUtilsTest, MissingSegmentRecoveryTest, TestXmlQParserPlugin, TestManagedSchema, PolyFieldTest, DistributedIntervalFacetingTest, NodeAddedTriggerTest, DistributedQueryComponentCustomSortTest, RankQueryTest, CheckHdfsIndexTest, CdcrBidirectionalTest, TestTlogReplica, TestSolrConfigHandlerConcurrent, DocValuesNotIndexedTest, TestQueryUtils, BigEndianAscendingWordSerializerTest, RequiredFieldsTest, AssignTest, TestRandomCollapseQParserPlugin, MetricsHandlerTest, ChaosMonkeySafeLeaderTest, ParsingFieldUpdateProcessorsTest, TestStressUserVersions, TestElisionMultitermQuery, TestCustomDocTransformer, TestSolrIndexConfig, TestDistributedGrouping, TestPayloadCheckQParserPlugin, TestAuthenticationFramework]
[junit4] Completed [252/778 (1!)] on J1 in 10.71s, 1 test, 1 error <<< FAILURES!
[...truncated 49570 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2383 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2383/
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:32908_solr, 127.0.0.1:42580_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/18)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node3/data/", "base_url":"https://127.0.0.1:32908/solr", "node_name":"127.0.0.1:32908_solr", "type":"NRT", "ulogDir":"hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node3/data/tlog", "core":"testSimple1_shard1_replica_n1", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node5":{ "dataDir":"hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node5/data/", "base_url":"https://127.0.0.1:32908/solr", "node_name":"127.0.0.1:32908_solr", "type":"NRT", "ulogDir":"hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node5/data/tlog", "core":"testSimple1_shard1_replica_n2", "shared_storage":"true", "state":"active"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node7/data/", "base_url":"https://127.0.0.1:32908/solr", "node_name":"127.0.0.1:32908_solr", "type":"NRT", "ulogDir":"hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node7/data/tlog", "core":"testSimple1_shard2_replica_n4", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node8":{ "dataDir":"hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node8/data/", "base_url":"https://127.0.0.1:33948/solr", "node_name":"127.0.0.1:33948_solr", "type":"NRT", "ulogDir":"hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node8/data/tlog", "core":"testSimple1_shard2_replica_n6", "shared_storage":"true", "state":"down"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple1
null
Live Nodes: [127.0.0.1:32908_solr, 127.0.0.1:42580_solr]
Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/18)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node3/data/",
"base_url":"https://127.0.0.1:32908/solr",
"node_name":"127.0.0.1:32908_solr",
"type":"NRT",
"ulogDir":"hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node3/data/tlog",
"core":"testSimple1_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node5":{
"dataDir":"hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node5/data/",
"base_url":"https://127.0.0.1:32908/solr",
"node_name":"127.0.0.1:32908_solr",
"type":"NRT",
"ulogDir":"hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node5/data/tlog",
"core":"testSimple1_shard1_replica_n2",
"shared_storage":"true",
"state":"active"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node7/data/",
"base_url":"https://127.0.0.1:32908/solr",
"node_name":"127.0.0.1:32908_solr",
"type":"NRT",
"ulogDir":"hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node7/data/tlog",
"core":"testSimple1_shard2_replica_n4",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node8":{
"dataDir":"hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node8/data/",
"base_url":"https://127.0.0.1:33948/solr",
"node_name":"127.0.0.1:33948_solr",
"type":"NRT",
"ulogDir":"hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node8/data/tlog",
"core":"testSimple1_shard2_replica_n6",
"shared_storage":"true",
"state":"down"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([F29D8CE23E3DC464:CA2EA81C19CE10B5]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14177 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F29D8CE23E3DC464-001/init-core-data-001
[junit4] 2> 4184263 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F29D8CE23E3DC464]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 4184263 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F29D8CE23E3DC464]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 4184265 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F29D8CE23E3DC464]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 4184265 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F29D8CE23E3DC464]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 4184266 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F29D8CE23E3DC464]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F29D8CE23E3DC464-001/tempDir-001
[junit4] 2> 4184266 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F29D8CE23E3DC464]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4184266 INFO (Thread-3551) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4184266 INFO (Thread-3551) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4184276 ERROR (Thread-3551) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4184366 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F29D8CE23E3DC464]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40285
[junit4] 2> 4184371 INFO (zkConnectionManagerCallback-4456-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4184388 INFO (jetty-launcher-4453-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4184388 INFO (jetty-launcher-4453-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4184389 INFO (jetty-launcher-4453-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4184389 INFO (jetty-launcher-4453-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4184389 INFO (jetty-launcher-4453-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4184389 INFO (jetty-launcher-4453-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4184390 INFO (jetty-launcher-4453-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 4184390 INFO (jetty-launcher-4453-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 4184390 INFO (jetty-launcher-4453-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@701e6f6b{/solr,null,AVAILABLE}
[junit4] 2> 4184391 INFO (jetty-launcher-4453-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2d4d147a{SSL,[ssl, http/1.1]}{127.0.0.1:33948}
[junit4] 2> 4184391 INFO (jetty-launcher-4453-thread-1) [ ] o.e.j.s.Server Started @4195727ms
[junit4] 2> 4184391 INFO (jetty-launcher-4453-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33948}
[junit4] 2> 4184391 ERROR (jetty-launcher-4453-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4184392 INFO (jetty-launcher-4453-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 4184392 INFO (jetty-launcher-4453-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4184392 INFO (jetty-launcher-4453-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4184392 INFO (jetty-launcher-4453-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-26T21:16:30.612Z
[junit4] 2> 4184393 INFO (jetty-launcher-4453-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6bfa7d77{/solr,null,AVAILABLE}
[junit4] 2> 4184393 INFO (jetty-launcher-4453-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3b42aec2{SSL,[ssl, http/1.1]}{127.0.0.1:42580}
[junit4] 2> 4184393 INFO (jetty-launcher-4453-thread-2) [ ] o.e.j.s.Server Started @4195729ms
[junit4] 2> 4184393 INFO (jetty-launcher-4453-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42580}
[junit4] 2> 4184393 ERROR (jetty-launcher-4453-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4184393 INFO (jetty-launcher-4453-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 4184393 INFO (jetty-launcher-4453-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4184393 INFO (jetty-launcher-4453-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4184393 INFO (jetty-launcher-4453-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-26T21:16:30.613Z
[junit4] 2> 4184434 INFO (jetty-launcher-4453-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4184435 INFO (jetty-launcher-4453-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4184435 INFO (jetty-launcher-4453-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4184435 INFO (jetty-launcher-4453-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 4184436 INFO (jetty-launcher-4453-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b17f726{/solr,null,AVAILABLE}
[junit4] 2> 4184436 INFO (zkConnectionManagerCallback-4460-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4184436 INFO (jetty-launcher-4453-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5210097c{SSL,[ssl, http/1.1]}{127.0.0.1:32908}
[junit4] 2> 4184436 INFO (jetty-launcher-4453-thread-3) [ ] o.e.j.s.Server Started @4195772ms
[junit4] 2> 4184436 INFO (jetty-launcher-4453-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32908}
[junit4] 2> 4184436 ERROR (jetty-launcher-4453-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4184436 INFO (jetty-launcher-4453-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 4184436 INFO (jetty-launcher-4453-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4184436 INFO (jetty-launcher-4453-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4184437 INFO (jetty-launcher-4453-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-26T21:16:30.656Z
[junit4] 2> 4184437 INFO (zkConnectionManagerCallback-4458-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4184454 INFO (jetty-launcher-4453-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4184454 INFO (jetty-launcher-4453-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4184454 INFO (zkConnectionManagerCallback-4462-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4184470 INFO (jetty-launcher-4453-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4184489 INFO (jetty-launcher-4453-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40285/solr
[junit4] 2> 4184489 INFO (jetty-launcher-4453-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40285/solr
[junit4] 2> 4184490 INFO (jetty-launcher-4453-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40285/solr
[junit4] 2> 4184499 INFO (zkConnectionManagerCallback-4471-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4184500 INFO (zkConnectionManagerCallback-4474-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4184501 INFO (zkConnectionManagerCallback-4469-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4184502 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100783be6080006, likely client has closed socket
[junit4] 2> 4184502 INFO (zkConnectionManagerCallback-4476-thread-1-processing-n:127.0.0.1:42580_solr) [n:127.0.0.1:42580_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4184511 INFO (zkConnectionManagerCallback-4478-thread-1-processing-n:127.0.0.1:33948_solr) [n:127.0.0.1:33948_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4184511 INFO (zkConnectionManagerCallback-4480-thread-1-processing-n:127.0.0.1:32908_solr) [n:127.0.0.1:32908_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4184962 INFO (jetty-launcher-4453-thread-2) [n:127.0.0.1:42580_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4184962 INFO (jetty-launcher-4453-thread-2) [n:127.0.0.1:42580_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42580_solr
[junit4] 2> 4184964 INFO (jetty-launcher-4453-thread-2) [n:127.0.0.1:42580_solr ] o.a.s.c.Overseer Overseer (id=72189792695615495-127.0.0.1:42580_solr-n_0000000000) starting
[junit4] 2> 4184979 INFO (jetty-launcher-4453-thread-1) [n:127.0.0.1:33948_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4184980 INFO (jetty-launcher-4453-thread-1) [n:127.0.0.1:33948_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33948_solr
[junit4] 2> 4184994 INFO (zkCallback-4475-thread-1-processing-n:127.0.0.1:42580_solr) [n:127.0.0.1:42580_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4184996 INFO (jetty-launcher-4453-thread-3) [n:127.0.0.1:32908_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4184997 INFO (jetty-launcher-4453-thread-3) [n:127.0.0.1:32908_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4185011 INFO (zkCallback-4477-thread-1-processing-n:127.0.0.1:33948_solr) [n:127.0.0.1:33948_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4185011 DEBUG (OverseerAutoScalingTriggerThread-72189792695615495-127.0.0.1:42580_solr-n_0000000000) [n:127.0.0.1:42580_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 4185013 INFO (jetty-launcher-4453-thread-2) [n:127.0.0.1:42580_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42580_solr
[junit4] 2> 4185013 DEBUG (OverseerAutoScalingTriggerThread-72189792695615495-127.0.0.1:42580_solr-n_0000000000) [n:127.0.0.1:42580_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 4185013 INFO (jetty-launcher-4453-thread-3) [n:127.0.0.1:32908_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32908_solr
[junit4] 2> 4185015 DEBUG (OverseerAutoScalingTriggerThread-72189792695615495-127.0.0.1:42580_solr-n_0000000000) [n:127.0.0.1:42580_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:33948_solr]
[junit4] 2> 4185015 DEBUG (OverseerAutoScalingTriggerThread-72189792695615495-127.0.0.1:42580_solr-n_0000000000) [n:127.0.0.1:42580_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 4185015 INFO (zkCallback-4479-thread-1-processing-n:127.0.0.1:32908_solr) [n:127.0.0.1:32908_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 4185015 DEBUG (OverseerAutoScalingTriggerThread-72189792695615495-127.0.0.1:42580_solr-n_0000000000) [n:127.0.0.1:42580_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 4185017 DEBUG (OverseerAutoScalingTriggerThread-72189792695615495-127.0.0.1:42580_solr-n_0000000000) [n:127.0.0.1:42580_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4185017 DEBUG (OverseerAutoScalingTriggerThread-72189792695615495-127.0.0.1:42580_solr-n_0000000000) [n:127.0.0.1:42580_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 4185017 DEBUG (ScheduledTrigger-8144-thread-1) [n:127.0.0.1:42580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 4185030 INFO (zkCallback-4475-thread-1-processing-n:127.0.0.1:42580_solr) [n:127.0.0.1:42580_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 4185193 INFO (zkCallback-4477-thread-1-processing-n:127.0.0.1:33948_solr) [n:127.0.0.1:33948_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 4185501 INFO (jetty-launcher-4453-thread-1) [n:127.0.0.1:33948_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33948.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70e381f0
[junit4] 2> 4185514 INFO (jetty-launcher-4453-thread-3) [n:127.0.0.1:32908_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32908.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70e381f0
[junit4] 2> 4185528 INFO (jetty-launcher-4453-thread-2) [n:127.0.0.1:42580_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42580.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70e381f0
[junit4] 2> 4185550 INFO (jetty-launcher-4453-thread-1) [n:127.0.0.1:33948_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33948.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70e381f0
[junit4] 2> 4185550 INFO (jetty-launcher-4453-thread-3) [n:127.0.0.1:32908_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32908.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70e381f0
[junit4] 2> 4185550 INFO (jetty-launcher-4453-thread-3) [n:127.0.0.1:32908_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32908.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70e381f0
[junit4] 2> 4185563 INFO (jetty-launcher-4453-thread-3) [n:127.0.0.1:32908_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F29D8CE23E3DC464-001/tempDir-001/node3/.
[junit4] 2> 4185564 INFO (jetty-launcher-4453-thread-2) [n:127.0.0.1:42580_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42580.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70e381f0
[junit4] 2> 4185564 INFO (jetty-launcher-4453-thread-2) [n:127.0.0.1:42580_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42580.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70e381f0
[junit4] 2> 4185565 INFO (jetty-launcher-4453-thread-2) [n:127.0.0.1:42580_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F29D8CE23E3DC464-001/tempDir-001/node2/.
[junit4] 2> 4185579 INFO (jetty-launcher-4453-thread-1) [n:127.0.0.1:33948_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33948.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70e381f0
[junit4] 2> 4185580 INFO (jetty-launcher-4453-thread-1) [n:127.0.0.1:33948_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F29D8CE23E3DC464-001/tempDir-001/node1/.
[junit4] 2> 4185891 INFO (zkConnectionManagerCallback-4488-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4185895 INFO (zkConnectionManagerCallback-4492-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4185921 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F29D8CE23E3DC464]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4185922 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F29D8CE23E3DC464]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40285/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 4186018 DEBUG (ScheduledTrigger-8144-thread-1) [n:127.0.0.1:42580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 4186173 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F29D8CE23E3DC464]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 4186266 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F29D8CE23E3DC464]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4186268 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F29D8CE23E3DC464]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 4186361 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F29D8CE23E3DC464]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_lucene2.us.west_apache_org_39820_hdfs____8elmm2/webapp
[junit4] 2> 4187157 DEBUG (ScheduledTrigger-8144-thread-2) [n:127.0.0.1:42580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 4187900 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F29D8CE23E3DC464]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@lucene2-us-west.apache.org:39820
[junit4] 2> 4188160 DEBUG (ScheduledTrigger-8144-thread-1) [n:127.0.0.1:42580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 4188250 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F29D8CE23E3DC464]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4188251 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F29D8CE23E3DC464]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 4188283 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F29D8CE23E3DC464]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_33523_datanode____.c7y4oz/webapp
[junit4] 2> 4189160 DEBUG (ScheduledTrigger-8144-thread-1) [n:127.0.0.1:42580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 4189390 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F29D8CE23E3DC464]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33523
[junit4] 2> 4189792 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F29D8CE23E3DC464]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4189793 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F29D8CE23E3DC464]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 4189862 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F29D8CE23E3DC464]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_43373_datanode____.ah7grt/webapp
[junit4] 2> 4190211 DEBUG (ScheduledTrigger-8144-thread-1) [n:127.0.0.1:42580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 4190594 ERROR (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F29D8CE23E3DC464-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F29D8CE23E3DC464-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:45415) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 4190747 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x72aa177961388: from storage DS-d84e5cc8-e2f7-43e6-a660-75df86ddfb7c node DatanodeRegistration(127.0.0.1:37564, datanodeUuid=f0b0b498-b87b-4184-8033-cb128500cd42, infoPort=38257, infoSecurePort=0, ipcPort=36855, storageInfo=lv=-56;cid=testClusterID;nsid=156507627;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 4190751 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x72aa177961388: from storage DS-7af7ccca-f873-45d9-9ed2-3fdee5e42a8b node DatanodeRegistration(127.0.0.1:37564, datanodeUuid=f0b0b498-b87b-4184-8033-cb128500cd42, infoPort=38257, infoSecurePort=0, ipcPort=36855, storageInfo=lv=-56;cid=testClusterID;nsid=156507627;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 4191173 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F29D8CE23E3DC464]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43373
[junit4] 2> 4191212 DEBUG (ScheduledTrigger-8144-thread-1) [n:127.0.0.1:42580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 4191361 ERROR (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F29D8CE23E3DC464-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F29D8CE23E3DC464-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:45415) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 4191415 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x72aa1a44c4b6f: from storage DS-92924ee8-82ef-4db5-9915-4777f081aba9 node DatanodeRegistration(127.0.0.1:41538, datanodeUuid=d40dce39-da48-46b3-b9ba-f1d25679e18e, infoPort=46417, infoSecurePort=0, ipcPort=40352, storageInfo=lv=-56;cid=testClusterID;nsid=156507627;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 4191415 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x72aa1a44c4b6f: from storage DS-467ff5b9-0f82-407b-b1a5-5b25e1729bf7 node DatanodeRegistration(127.0.0.1:41538, datanodeUuid=d40dce39-da48-46b3-b9ba-f1d25679e18e, infoPort=46417, infoSecurePort=0, ipcPort=40352, storageInfo=lv=-56;cid=testClusterID;nsid=156507627;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 4191822 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[F29D8CE23E3DC464]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 4191885 INFO (qtp1357708146-19915) [n:127.0.0.1:32908_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:42580_solr,127.0.0.1:32908_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4191887 INFO (OverseerThreadFactory-8146-thread-1-processing-n:127.0.0.1:42580_solr) [n:127.0.0.1:42580_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 4192001 INFO (OverseerStateUpdate-72189792695615495-127.0.0.1:42580_solr-n_0000000000) [n:127.0.0.1:42580_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:32908/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4192003 INFO (OverseerStateUpdate-72189792695615495-127.0.0.1:42580_solr-n_0000000000) [n:127.0.0.1:42580_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42580/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4192004 INFO (OverseerStateUpdate-72189792695615495-127.0.0.1:42580_solr-n_0000000000) [n:127.0.0.1:42580_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:32908/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4192006 INFO (OverseerStateUpdate-72189792695615495-127.0.0.1:42580_solr-n_0000000000) [n:127.0.0.1:42580_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42580/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4192212 DEBUG (ScheduledTrigger-8144-thread-1) [n:127.0.0.1:42580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 4192232 INFO (qtp1357708146-19916) [n:127.0.0.1:32908_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4192232 INFO (qtp1357708146-19916) [n:127.0.0.1:32908_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4192236 INFO (qtp1357708146-19913) [n:127.0.0.1:32908_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4192277 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4192278 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4192279 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4192390 INFO (zkCallback-4479-thread-1-processing-n:127.0.0.1:32908_solr) [n:127.0.0.1:32908_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 4192390 INFO (zkCallback-4475-thread-1-processing-n:127.0.0.1:42580_solr) [n:127.0.0.1:42580_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 4192391 INFO (zkCallback-4475-thread-2-processing-n:127.0.0.1:42580_solr) [n:127.0.0.1:42580_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 4192391 INFO (zkCallback-4479-thread-2-processing-n:127.0.0.1:32908_solr) [n:127.0.0.1:32908_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 4193221 DEBUG (ScheduledTrigger-8144-thread-1) [n:127.0.0.1:42580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 4193310 INFO (qtp1357708146-19916) [n:127.0.0.1:32908_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 4193399 INFO (qtp1357708146-19913) [n:127.0.0.1:32908_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 4193433 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 4193469 INFO (qtp1357708146-19916) [n:127.0.0.1:32908_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 4193472 INFO (qtp1357708146-19916) [n:127.0.0.1:32908_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4193486 INFO (qtp1357708146-19913) [n:127.0.0.1:32908_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 4193490 INFO (qtp1357708146-19913) [n:127.0.0.1:32908_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4193490 INFO (qtp1357708146-19913) [n:127.0.0.1:32908_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 4193491 INFO (qtp1357708146-19913) [n:127.0.0.1:32908_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32908.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70e381f0
[junit4] 2> 4193486 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 4193474 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 4193525 INFO (qtp1357708146-19916) [n:127.0.0.1:32908_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 4193525 INFO (qtp1357708146-19916) [n:127.0.0.1:32908_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32908.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70e381f0
[junit4] 2> 4193595 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4193595 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 4193595 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42580.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70e381f0
[junit4] 2> 4193607 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 4193609 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4193609 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 4193610 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42580.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70e381f0
[junit4] 2> 4193679 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:45415/data
[junit4] 2> 4193679 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:45415/data
[junit4] 2> 4193679 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4193679 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4193679 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4193679 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4193679 INFO (qtp1357708146-19916) [n:127.0.0.1:32908_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:45415/data
[junit4] 2> 4193680 INFO (qtp1357708146-19916) [n:127.0.0.1:32908_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4193680 INFO (qtp1357708146-19916) [n:127.0.0.1:32908_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4193680 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F29D8CE23E3DC464-001/tempDir-001/node2/testSimple1_shard2_replica_n6], dataDir=[hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node8/data/]
[junit4] 2> 4193680 INFO (qtp1357708146-19916) [n:127.0.0.1:32908_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F29D8CE23E3DC464-001/tempDir-001/node3/testSimple1_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node3/data/]
[junit4] 2> 4193679 INFO (qtp1357708146-19913) [n:127.0.0.1:32908_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:45415/data
[junit4] 2> 4193681 INFO (qtp1357708146-19913) [n:127.0.0.1:32908_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4193681 INFO (qtp1357708146-19913) [n:127.0.0.1:32908_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4193681 INFO (qtp1357708146-19913) [n:127.0.0.1:32908_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F29D8CE23E3DC464-001/tempDir-001/node3/testSimple1_shard2_replica_n4], dataDir=[hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node7/data/]
[junit4] 2> 4193680 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F29D8CE23E3DC464-001/tempDir-001/node2/testSimple1_shard1_replica_n2], dataDir=[hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node5/data/]
[junit4] 2> 4193682 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node8/data/snapshot_metadata
[junit4] 2> 4193682 INFO (qtp1357708146-19913) [n:127.0.0.1:32908_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node7/data/snapshot_metadata
[junit4] 2> 4193682 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node5/data/snapshot_metadata
[junit4] 2> 4193707 INFO (qtp1357708146-19916) [n:127.0.0.1:32908_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node3/data/snapshot_metadata
[junit4] 2> 4193987 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node5/data
[junit4] 2> 4194007 INFO (qtp1357708146-19913) [n:127.0.0.1:32908_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node7/data
[junit4] 2> 4194008 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node8/data
[junit4] 2> 4194036 INFO (qtp1357708146-19916) [n:127.0.0.1:32908_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node3/data
[junit4] 2> 4194161 INFO (qtp1357708146-19913) [n:127.0.0.1:32908_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node7/data/index
[junit4] 2> 4194203 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node8/data/index
[junit4] 2> 4194204 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node5/data/index
[junit4] 2> 4194216 INFO (qtp1357708146-19916) [n:127.0.0.1:32908_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:45415/data/testSimple1/core_node3/data/index
[junit4] 2> 4194221 DEBUG (ScheduledTrigger-8144-thread-1) [n:127.0.0.1:42580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 4195305 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37564 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-92924ee8-82ef-4db5-9915-4777f081aba9:NORMAL:127.0.0.1:41538|RBW], ReplicaUC[[DISK]DS-7af7ccca-f873-45d9-9ed2-3fdee5e42a8b:NORMAL:127.0.0.1:37564|RBW]]} size 0
[junit4] 2> 4195307 DEBUG (ScheduledTrigger-8144-thread-1) [n:127.0.0.1:42580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 4195333 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41538 is added to blk_1073741825_1001 size 69
[junit4] 2> 4195513 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41538 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-7af7ccca-f873-45d9-9ed2-3fdee5e42a8b:NORMAL:127.0.0.1:37564|RBW], ReplicaUC[[DISK]DS-92924ee8-82ef-4db5-9915-4777f081aba9:NORMAL:127.0.0.1:41538|RBW]]} size 0
[junit4] 2> 4195620 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37564 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-467ff5b9-0f82-407b-b1a5-5b25e1729bf7:NORMAL:127.0.0.1:41538|RBW], ReplicaUC[[DISK]DS-d84e5cc8-e2f7-43e6-a660-75df86ddfb7c:NORMAL:127.0.0.1:37564|RBW]]} size 0
[junit4] 2> 4195620 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37564 is added to blk_1073741826_1002 size 69
[junit4] 2> 4195620 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41538 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-467ff5b9-0f82-407b-b1a5-5b25e1729bf7:NORMAL:127.0.0.1:41538|RBW], ReplicaUC[[DISK]DS-d84e5cc8-e2f7-43e6-a660-75df86ddfb7c:NORMAL:127.0.0.1:37564|RBW]]} size 0
[junit4] 2> 4195645 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37564 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-467ff5b9-0f82-407b-b1a5-5b25e1729bf7:NORMAL:127.0.0.1:41538|RBW], ReplicaUC[[DISK]DS-d84e5cc8-e2f7-43e6-a660-75df86ddfb7c:NORMAL:127.0.0.1:37564|RBW]]} size 0
[junit4] 2> 4195645 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41538 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-467ff5b9-0f82-407b-b1a5-5b25e1729bf7:NORMAL:127.0.0.1:41538|RBW], ReplicaUC[[DISK]DS-d84e5cc8-e2f7-43e6-a660-75df86ddfb7c:NORMAL:127.0.0.1:37564|RBW]]} size 0
[junit4] 2> 4196400 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 4196400 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4196400 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 4196431 DEBUG (ScheduledTrigger-8144-thread-1) [n:127.0.0.1:42580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 4196472 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 4196472 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4196472 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 4196526 INFO (qtp1357708146-19913) [n:127.0.0.1:32908_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 4196526 INFO (qtp1357708146-19913) [n:127.0.0.1:32908_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4196526 INFO (qtp1357708146-19913) [n:127.0.0.1:32908_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 4196720 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4196720 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4196766 INFO (qtp1357708146-19916) [n:127.0.0.1:32908_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 4196766 INFO (qtp1357708146-19916) [n:127.0.0.1:32908_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4196766 INFO (qtp1357708146-19916) [n:127.0.0.1:32908_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 4196779 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4196779 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4196802 INFO (qtp1357708146-19913) [n:127.0.0.1:32908_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4196802 INFO (qtp1357708146-19913) [n:127.0.0.1:32908_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4196860 INFO (qtp1357708146-19916) [n:127.0.0.1:32908_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4196860 INFO (qtp1357708146-19916) [n:127.0.0.1:32908_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4197506 DEBUG (ScheduledTrigger-8144-thread-1) [n:127.0.0.1:42580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 4197756 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@5687116b[testSimple1_shard2_replica_n6] main]
[junit4] 2> 4197757 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4197757 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4197760 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4197780 INFO (qtp1357708146-19913) [n:127.0.0.1:32908_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@7570dd09[testSimple1_shard2_replica_n4] main]
[junit4] 2> 4197781 INFO (qtp1357708146-19913) [n:127.0.0.1:32908_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4197781 INFO (qtp1357708146-19913) [n:127.0.0.1:32908_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4197782 INFO (qtp1357708146-19913) [n:127.0.0.1:32908_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4197791 INFO (searcherExecutor-8153-thread-1-processing-n:127.0.0.1:32908_solr x:testSimple1_shard2_replica_n4 s:shard2 c:testSimple1 r:core_node7) [n:127.0.0.1:32908_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@7570dd09[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4197792 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@69ac83bf[testSimple1_shard1_replica_n2] main]
[junit4] 2> 4197793 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4197794 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4197794 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4197799 INFO (searcherExecutor-8156-thread-1-processing-n:127.0.0.1:42580_solr x:testSimple1_shard2_replica_n6 s:shard2 c:testSimple1 r:core_node8) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@5687116b[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4197801 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593499770181124096
[junit4] 2> 4197811 INFO (searcherExecutor-8155-thread-1-processing-n:127.0.0.1:42580_solr x:testSimple1_shard1_replica_n2 s:shard1 c:testSimple1 r:core_node5) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@69ac83bf[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4197873 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593499770256621568
[junit4] 2> 4197873 INFO (qtp1357708146-19913) [n:127.0.0.1:32908_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593499770256621568
[junit4] 2> 4197880 INFO (qtp1357708146-19916) [n:127.0.0.1:32908_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4bf85545[testSimple1_shard1_replica_n1] main]
[junit4] 2> 4197909 INFO (qtp1357708146-19916) [n:127.0.0.1:32908_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4197909 INFO (qtp1357708146-19916) [n:127.0.0.1:32908_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4197910 INFO (qtp1357708146-19916) [n:127.0.0.1:32908_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4197911 INFO (searcherExecutor-8154-thread-1-processing-n:127.0.0.1:32908_solr x:testSimple1_shard1_replica_n1 s:shard1 c:testSimple1 r:core_node3) [n:127.0.0.1:32908_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@4bf85545[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4197911 INFO (qtp1357708146-19916) [n:127.0.0.1:32908_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593499770296467456
[junit4] 2> 4197927 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 4197928 INFO (zkCallback-4479-thread-2-processing-n:127.0.0.1:32908_solr) [n:127.0.0.1:32908_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 4197928 INFO (zkCallback-4479-thread-1-processing-n:127.0.0.1:32908_solr) [n:127.0.0.1:32908_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 4197928 INFO (zkCallback-4475-thread-1-processing-n:127.0.0.1:42580_solr) [n:127.0.0.1:42580_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 4197928 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 4197928 INFO (zkCallback-4475-thread-3-processing-n:127.0.0.1:42580_solr) [n:127.0.0.1:42580_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 4198083 INFO (zkCallback-4479-thread-1-processing-n:127.0.0.1:32908_solr) [n:127.0.0.1:32908_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 4198083 INFO (zkCallback-4479-thread-2-processing-n:127.0.0.1:32908_solr) [n:127.0.0.1:32908_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 4198083 INFO (zkCallback-4475-thread-2-processing-n:127.0.0.1:42580_solr) [n:127.0.0.1:42580_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 4198083 INFO (zkCallback-4475-thread-3-processing-n:127.0.0.1:42580_solr) [n:127.0.0.1:42580_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 4198428 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4198428 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4198428 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42580/solr/testSimple1_shard2_replica_n6/
[junit4] 2> 4198428 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=https://127.0.0.1:42580/solr START replicas=[https://127.0.0.1:32908/solr/testSimple1_shard2_replica_n4/] nUpdates=100
[junit4] 2> 4198430 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4198430 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4198430 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42580/solr/testSimple1_shard1_replica_n2/
[junit4] 2> 4198430 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=https://127.0.0.1:42580/solr START replicas=[https://127.0.0.1:32908/solr/testSimple1_shard1_replica_n1/] nUpdates=100
[junit4] 2> 4198432 INFO (qtp1357708146-19914) [n:127.0.0.1:32908_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.S.Request [testSimple1_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 4198434 INFO (qtp1357708146-19911) [n:127.0.0.1:32908_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.S.Request [testSimple1_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4198506 DEBUG (ScheduledTrigger-8144-thread-1) [n:127.0.0.1:42580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 4198729 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=https://127.0.0.1:42580/solr DONE. We have no versions. sync failed.
[junit4] 2> 4198729 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 4198729 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 4198729 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 4198731 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=https://127.0.0.1:42580/solr DONE. We have no versions. sync failed.
[junit4] 2> 4198731 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 4198731 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 4198731 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 4198732 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42580/solr/testSimple1_shard2_replica_n6/ shard2
[junit4] 2> 4198733 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42580/solr/testSimple1_shard1_replica_n2/ shard1
[junit4] 2> 4198835 INFO (zkCallback-4479-thread-1-processing-n:127.0.0.1:32908_solr) [n:127.0.0.1:32908_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 4198835 INFO (zkCallback-4475-thread-2-processing-n:127.0.0.1:42580_solr) [n:127.0.0.1:42580_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 4198835 INFO (zkCallback-4475-thread-3-processing-n:127.0.0.1:42580_solr) [n:127.0.0.1:42580_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 4198835 INFO (zkCallback-4479-thread-2-processing-n:127.0.0.1:32908_solr) [n:127.0.0.1:32908_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 4198883 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4198884 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4198885 INFO (qtp401495396-19899) [n:127.0.0.1:42580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=6607
[junit4] 2> 4198886 INFO (qtp401495396-19901) [n:127.0.0.1:42580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=6606
[junit4] 2> 4198964 INFO (qtp1357708146-19913) [n:127.0.0.1:32908_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=6728
[junit4] 2> 4198966 INFO (qtp1357708146-19916) [n:127.0.0.1:32908_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=6734
[junit4] 2> 4198968 INFO (qtp1357708146-19915) [n:127.0.0.1:32908_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 4199082 INFO (zkCallback-4479-thread-2-processing-n:127.0.0.1:32908_solr) [n:127.0.0.1:32908_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 4199083 INFO (zkCallback-4475-thread-2-processing-n:127.0.0.1:42580_solr) [n:127.0.0.1:42580_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 4199083 INFO (zkCallback-4475-thread-3-processing-n:127.0.0.1:42580_solr) [n:127.0.0.1:42580_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 4199082 INFO (zkCallback-4479-thread-1-processing-n:127.0.0.1:32908_solr) [n:127.0.0.1:32908_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 4199507 DEBUG (ScheduledTrigger-8144-thread-1) [n:127.0.0.1:42580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 4199927 INFO (OverseerCollectionConfigSetProcessor-72189792695615495-127.0.0.1:42580_solr-n_0000000000) [n:127.0.0.1:42580_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4199968 INFO (qtp1357708146-19915) [n:127.0.0.1:32908_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:42580_solr,127.0.0.1:32908_solr&wt=javabin&version=2} status=0 QTime=8082
[junit4] 2> 4199969 INFO (qtp1357708146-20144) [n:127.0.0.1:32908_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:32908_solr,127.0.0.1:33948_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4199970 INFO (OverseerThreadFactory-8146-thread-2-processing-n:127.0.0.1:42580_solr) [n:127.0.0.1:42580_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple2
[junit4] 2> 4200177 INFO (OverseerStateUpdate-72189792695615495-127.0.0.1:42580_solr-n_0000000000) [n:127.0.0.1:42580_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:32908/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4200178 INFO (OverseerStateUpdate-72189792695615495-127.0.0.1:42580_solr-n_0000000000) [n:127.0.0.1:42580_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33948/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4200180 INFO (OverseerStateUpdate-72189792695615495-127.0.0.1:42580_solr-n_0000000000) [n:127.0.0.1:42580_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:32908/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4200181 INFO (OverseerStateUpdate-72189792695615495-127.0.0.1:42580_solr-n_0000000000) [n:127.0.0.1:42580_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33948/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4200383 INFO (qtp1357708146-19910) [n:127.0.0.1:32908_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4200383 INFO (qtp1357708146-19913) [n:127.0.0.1:32908_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4200443 INFO (qtp348279111-19900) [n:127.0.0.1:33948_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4200444 INFO (qtp348279111-19900) [n:127.0.0.1:33948_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4200449 INFO (qtp348279111-19898) [n:127.0.0.1:33948_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4200507 DEBUG (ScheduledTrigger-8144-thread-1) [n:127.0.0.1:42580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 4200569 INFO (zkCallback-4479-thread-1-processing-n:127.0.0.1:32908_solr) [n:127.0.0.1:32908_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 4200569 INFO (zkCallback-4479-thread-2-processing-n:127.0.0.1:32908_solr) [n:127.0.0.1:32908_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 4200569 INFO (zkCallback-4477-thread-1-processing-n:127.0.0.1:33948_solr) [n:127.0.0.1:33948_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 4200569 INFO (zkCallback-4477-thread-2-processing-n:127.0.0.1:33948_solr) [n:127.0.0.1:33948_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:
[...truncated too long message...]
]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 4344083 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F29D8CE23E3DC464]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 4344084 WARN (1908439814@qtp-1307686598-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43373) [ ] o.a.h.h.HttpServer2 HttpServer Acceptor: isRunning is false. Rechecking.
[junit4] 2> 4344084 WARN (1908439814@qtp-1307686598-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43373) [ ] o.a.h.h.HttpServer2 HttpServer Acceptor: isRunning is false
[junit4] 2> 4344184 WARN (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F29D8CE23E3DC464-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F29D8CE23E3DC464-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:45415) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 4344184 WARN (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F29D8CE23E3DC464-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F29D8CE23E3DC464-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:45415) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-573029395-127.0.0.1-1519679792273 (Datanode Uuid d40dce39-da48-46b3-b9ba-f1d25679e18e) service to lucene2-us-west.apache.org/127.0.0.1:45415
[junit4] 2> 4344186 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F29D8CE23E3DC464]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 4344213 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F29D8CE23E3DC464]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 4344314 WARN (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F29D8CE23E3DC464-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F29D8CE23E3DC464-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:45415) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 4344314 WARN (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F29D8CE23E3DC464-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F29D8CE23E3DC464-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:45415) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-573029395-127.0.0.1-1519679792273 (Datanode Uuid f0b0b498-b87b-4184-8033-cb128500cd42) service to lucene2-us-west.apache.org/127.0.0.1:45415
[junit4] 2> 4344388 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F29D8CE23E3DC464]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@lucene2-us-west.apache.org:0
[junit4] 2> 4344523 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F29D8CE23E3DC464]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40285 40285
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F29D8CE23E3DC464-001
[junit4] 2> Feb 26, 2018 9:19:10 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=286, maxMBSortInHeap=7.214360806053431, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5a41331b), locale=vi-VN, timezone=Asia/Magadan
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=5,free=189616616,total=519045120
[junit4] 2> NOTE: All tests run in this JVM: [DistributedQueueTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestNumericRangeQuery64, TestSolrFieldCacheBean, TestCloudPivotFacet, ReturnFieldsTest, BadCopyFieldTest, DisMaxRequestHandlerTest, TestLMJelinekMercerSimilarityFactory, NodeLostTriggerTest, CircularListTest, TestAnalyzedSuggestions, TestReqParamsAPI, AnalysisAfterCoreReloadTest, StatsReloadRaceTest, TestJavabinTupleStreamParser, TestStressReorder, TestFieldResource, TestReloadDeadlock, SolrGangliaReporterTest, PreAnalyzedFieldTest, MultiTermTest, TestRawTransformer, TestNamedUpdateProcessors, RegexBoostProcessorTest, TestJmxIntegration, TestPerFieldSimilarityWithDefaultOverride, TestRealTimeGet, HdfsChaosMonkeySafeLeaderTest, TestFileDictionaryLookup, TermVectorComponentTest, TestPayloadScoreQParserPlugin, DistanceFunctionTest, CollectionReloadTest, CdcrUpdateLogTest, AutoscalingHistoryHandlerTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, TestCollationFieldDocValues, LegacyCloudClusterPropTest, TestSizeLimitedDistributedMap, TestFieldCacheSortRandom, TestComplexPhraseLeadingWildcard, DateFieldTest, MetricUtilsTest, DocExpirationUpdateProcessorFactoryTest, EnumFieldTest, TestLegacyField, HLLSerializationTest, ConnectionManagerTest, NotRequiredUniqueKeyTest, TestMiniSolrCloudClusterSSL, AutoAddReplicasIntegrationTest, TestNestedDocsSort, BasicDistributedZk2Test, ClassificationUpdateProcessorIntegrationTest, TestSolrCoreSnapshots, SolrIndexMetricsTest, ConvertedLegacyTest, LargeFieldTest, BJQParserTest, PingRequestHandlerTest, FileBasedSpellCheckerTest, HdfsThreadLeakTest, TestSolrConfigHandler, TestJsonRequest, HttpTriggerListenerTest, TestQuerySenderListener, CurrencyFieldTypeTest, CopyFieldTest, MinimalSchemaTest, TestCoreContainer, SchemaApiFailureTest, NumericFieldsTest, TestTolerantUpdateProcessorCloud, TestAtomicUpdateErrorCases, TestCodecSupport, TestUpdate, SolrJmxReporterTest, TestSolrCloudWithKerberosAlt, TestSolrCoreProperties, TestConfigOverlay, CdcrRequestHandlerTest, ForceLeaderTest, TestGenericDistributedQueue, TestQueryTypes, TestSolrDeletionPolicy2, TestLeaderElectionZkExpiry, TestEmbeddedSolrServerConstructors, TestFieldSortValues, RuleEngineTest, DistribCursorPagingTest, DirectSolrSpellCheckerTest, AtomicUpdateProcessorFactoryTest, TestHashQParserPlugin, TestLocalFSCloudBackupRestore, TestCollectionAPI, ClusterStateTest, TestBadConfig, TestUninvertingReader, TestManagedStopFilterFactory, TestClassicSimilarityFactory, TestSubQueryTransformerDistrib, TestRestManager, OverseerRolesTest, TestDeleteCollectionOnDownNodes, UUIDUpdateProcessorFallbackTest, TestMaxTokenLenTokenizer, TestCoreBackup, CoreSorterTest, PreAnalyzedUpdateProcessorTest, TestLRUStatsCache, DistributedFacetPivotSmallTest, TestRangeQuery, DeleteInactiveReplicaTest, TestMinMaxOnMultiValuedField, TestDistribIDF, ZkStateReaderTest, StatelessScriptUpdateProcessorFactoryTest, HttpPartitionTest, TestNoOpRegenerator, TestTrieFacet, TestManagedSchemaAPI, SaslZkACLProviderTest, SpatialFilterTest, BasicDistributedZkTest, OverseerTest, LeaderElectionIntegrationTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestZkChroot, TestRandomDVFaceting, TestDistributedGrouping, TestFaceting, TestHashPartitioner, ZkControllerTest, TestJoin, DistributedTermsComponentTest, SolrCoreTest, TestGroupingSearch, SolrCmdDistributorTest, TestFiltering, ShowFileRequestHandlerTest, SuggesterFSTTest, CoreAdminHandlerTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, DocValuesMultiTest, SolrInfoBeanTest, DebugComponentTest, CacheHeaderTest, LukeRequestHandlerTest, DocumentAnalysisRequestHandlerTest, TermsComponentTest, QueryParsingTest, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, TestLFUCache, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SystemInfoHandlerTest, UUIDFieldTest, TestRTGBase, SolrTestCaseJ4Test, TestDistributedMissingSort, TestSimpleTrackingShardHandler, AliasIntegrationTest, DeleteStatusTest, HealthCheckHandlerTest, HttpPartitionOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, MultiThreadedOCPTest, OverseerStatusTest, RecoveryAfterSoftCommitTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, TestCloudInspectUtil, TestCloudPseudoReturnFields, TestConfigSetsAPI, TestPullReplica, TlogReplayBufferedWhileIndexingTest, VMParamsZkACLAndCredentialsProvidersTest, ZkFailoverTest, AutoScalingHandlerTest, HdfsAutoAddReplicasIntegrationTest]
[junit4] Completed [604/778 (1!)] on J2 in 170.06s, 1 test, 1 failure <<< FAILURES!
[...truncated 48318 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2382 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2382/
2 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:45063/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:59130/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:55992/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:45063/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:59130/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:55992/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([E5072BF17F206E5E:4FCAF803C8F3BB8E]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:309)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:55992/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard1
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
... 46 more
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testMultiVariateNormalDistribution
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([77DEE2C00DFD6249:ED256BB73AD42042]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testMultiVariateNormalDistribution(StreamExpressionTest.java:8003)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13763 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E5072BF17F206E5E-001/init-core-data-001
[junit4] 2> 1961617 WARN (SUITE-MoveReplicaHDFSTest-seed#[E5072BF17F206E5E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
[junit4] 2> 1961617 INFO (SUITE-MoveReplicaHDFSTest-seed#[E5072BF17F206E5E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1961618 INFO (SUITE-MoveReplicaHDFSTest-seed#[E5072BF17F206E5E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1961619 INFO (SUITE-MoveReplicaHDFSTest-seed#[E5072BF17F206E5E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1961619 INFO (SUITE-MoveReplicaHDFSTest-seed#[E5072BF17F206E5E]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E5072BF17F206E5E-001/tempDir-001
[junit4] 2> 1961619 INFO (SUITE-MoveReplicaHDFSTest-seed#[E5072BF17F206E5E]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1961619 INFO (Thread-8256) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1961619 INFO (Thread-8256) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1961622 ERROR (Thread-8256) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1961719 INFO (SUITE-MoveReplicaHDFSTest-seed#[E5072BF17F206E5E]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:47018
[junit4] 2> 1961723 INFO (zkConnectionManagerCallback-6260-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1961726 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104a34c201e0000, likely client has closed socket
[junit4] 2> 1961726 INFO (jetty-launcher-6257-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T09:27:37+12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1961726 INFO (jetty-launcher-6257-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T09:27:37+12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1961727 INFO (jetty-launcher-6257-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1961727 INFO (jetty-launcher-6257-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1961727 INFO (jetty-launcher-6257-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1961732 INFO (jetty-launcher-6257-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T09:27:37+12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1961732 INFO (jetty-launcher-6257-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b4f2b53{/solr,null,AVAILABLE}
[junit4] 2> 1961732 INFO (jetty-launcher-6257-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T09:27:37+12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1961733 INFO (jetty-launcher-6257-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3147c36b{HTTP/1.1,[http/1.1]}{127.0.0.1:52686}
[junit4] 2> 1961733 INFO (jetty-launcher-6257-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1961733 INFO (jetty-launcher-6257-thread-2) [ ] o.e.j.s.Server Started @1964087ms
[junit4] 2> 1961733 INFO (jetty-launcher-6257-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1961734 INFO (jetty-launcher-6257-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52686}
[junit4] 2> 1961734 INFO (jetty-launcher-6257-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1961734 ERROR (jetty-launcher-6257-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1961734 INFO (jetty-launcher-6257-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75d1bc79{/solr,null,AVAILABLE}
[junit4] 2> 1961734 INFO (jetty-launcher-6257-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1961734 INFO (jetty-launcher-6257-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1961734 INFO (jetty-launcher-6257-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1961734 INFO (jetty-launcher-6257-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-26T17:53:57.945Z
[junit4] 2> 1961734 INFO (jetty-launcher-6257-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@656f5f39{HTTP/1.1,[http/1.1]}{127.0.0.1:43036}
[junit4] 2> 1961734 INFO (jetty-launcher-6257-thread-1) [ ] o.e.j.s.Server Started @1964088ms
[junit4] 2> 1961734 INFO (jetty-launcher-6257-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43036}
[junit4] 2> 1961734 ERROR (jetty-launcher-6257-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1961735 INFO (jetty-launcher-6257-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1961735 INFO (jetty-launcher-6257-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1961735 INFO (jetty-launcher-6257-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1961735 INFO (jetty-launcher-6257-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-26T17:53:57.946Z
[junit4] 2> 1961735 INFO (jetty-launcher-6257-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1961735 INFO (jetty-launcher-6257-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1961735 INFO (jetty-launcher-6257-thread-4) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1961736 INFO (jetty-launcher-6257-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b8e2c5e{/solr,null,AVAILABLE}
[junit4] 2> 1961736 INFO (zkConnectionManagerCallback-6264-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1961736 INFO (zkConnectionManagerCallback-6262-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1961736 INFO (jetty-launcher-6257-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1961737 INFO (jetty-launcher-6257-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1961737 INFO (jetty-launcher-6257-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1961737 INFO (jetty-launcher-6257-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@54634b34{HTTP/1.1,[http/1.1]}{127.0.0.1:59130}
[junit4] 2> 1961737 INFO (jetty-launcher-6257-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1961737 INFO (jetty-launcher-6257-thread-4) [ ] o.e.j.s.Server Started @1964090ms
[junit4] 2> 1961737 INFO (jetty-launcher-6257-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59130}
[junit4] 2> 1961737 INFO (jetty-launcher-6257-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1af19c9e{/solr,null,AVAILABLE}
[junit4] 2> 1961737 ERROR (jetty-launcher-6257-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1961737 INFO (jetty-launcher-6257-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1961737 INFO (jetty-launcher-6257-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b43914f{HTTP/1.1,[http/1.1]}{127.0.0.1:40842}
[junit4] 2> 1961737 INFO (jetty-launcher-6257-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1961737 INFO (jetty-launcher-6257-thread-3) [ ] o.e.j.s.Server Started @1964091ms
[junit4] 2> 1961737 INFO (jetty-launcher-6257-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1961737 INFO (jetty-launcher-6257-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40842}
[junit4] 2> 1961737 INFO (jetty-launcher-6257-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-26T17:53:57.948Z
[junit4] 2> 1961738 ERROR (jetty-launcher-6257-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1961738 INFO (jetty-launcher-6257-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1961738 INFO (jetty-launcher-6257-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1961738 INFO (jetty-launcher-6257-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1961738 INFO (jetty-launcher-6257-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-26T17:53:57.949Z
[junit4] 2> 1961738 INFO (jetty-launcher-6257-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1961755 INFO (zkConnectionManagerCallback-6268-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1961755 INFO (zkConnectionManagerCallback-6266-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1961756 INFO (jetty-launcher-6257-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1961756 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104a34c201e0002, likely client has closed socket
[junit4] 2> 1961757 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104a34c201e0001, likely client has closed socket
[junit4] 2> 1961756 INFO (jetty-launcher-6257-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1961761 INFO (jetty-launcher-6257-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47018/solr
[junit4] 2> 1961761 INFO (jetty-launcher-6257-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47018/solr
[junit4] 2> 1961763 INFO (zkConnectionManagerCallback-6274-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1961763 INFO (jetty-launcher-6257-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47018/solr
[junit4] 2> 1961763 INFO (jetty-launcher-6257-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47018/solr
[junit4] 2> 1961763 INFO (zkConnectionManagerCallback-6276-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1961764 DEBUG (jetty-launcher-6257-thread-1) [n:127.0.0.1:43036_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$47/454920794@1c4d3417
[junit4] 2> 1961764 INFO (zkConnectionManagerCallback-6281-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1961765 DEBUG (jetty-launcher-6257-thread-2) [n:127.0.0.1:52686_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$47/454920794@69b19987
[junit4] 2> 1961765 DEBUG (jetty-launcher-6257-thread-4) [n:127.0.0.1:59130_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$47/454920794@145522e3
[junit4] 2> 1961766 INFO (zkConnectionManagerCallback-6284-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1961766 INFO (zkConnectionManagerCallback-6288-thread-1-processing-n:127.0.0.1:52686_solr) [n:127.0.0.1:52686_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1961766 DEBUG (jetty-launcher-6257-thread-3) [n:127.0.0.1:40842_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$47/454920794@4e09d926
[junit4] 2> 1961766 INFO (zkConnectionManagerCallback-6286-thread-1-processing-n:127.0.0.1:43036_solr) [n:127.0.0.1:43036_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1961766 INFO (zkConnectionManagerCallback-6290-thread-1-processing-n:127.0.0.1:59130_solr) [n:127.0.0.1:59130_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1961767 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104a34c201e0008, likely client has closed socket
[junit4] 2> 1961767 INFO (zkConnectionManagerCallback-6292-thread-1-processing-n:127.0.0.1:40842_solr) [n:127.0.0.1:40842_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1961841 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 1961841 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1961841 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 1961841 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1961841 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1961842 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1961842 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1961842 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 1961842 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1961842 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1961842 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1961842 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1961842 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1961842 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 1961843 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1961843 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 1961843 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 1961843 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1961843 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1961843 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1961844 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 1961844 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1961844 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1961844 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 1961845 INFO (jetty-launcher-6257-thread-2) [n:127.0.0.1:52686_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1961845 INFO (jetty-launcher-6257-thread-1) [n:127.0.0.1:43036_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1961845 INFO (jetty-launcher-6257-thread-4) [n:127.0.0.1:59130_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1961845 DEBUG (jetty-launcher-6257-thread-2) [n:127.0.0.1:52686_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/73363041296449546-127.0.0.1:52686_solr-n_0000000000
[junit4] 2> 1961845 DEBUG (jetty-launcher-6257-thread-1) [n:127.0.0.1:43036_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/73363041296449545-127.0.0.1:43036_solr-n_0000000001
[junit4] 2> 1961845 DEBUG (jetty-launcher-6257-thread-4) [n:127.0.0.1:59130_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/73363041296449547-127.0.0.1:59130_solr-n_0000000002
[junit4] 2> 1961845 INFO (jetty-launcher-6257-thread-2) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52686_solr
[junit4] 2> 1961845 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/73363041296449546-127.0.0.1:52686_solr-n_0000000000
[junit4] 2> 1961846 DEBUG (jetty-launcher-6257-thread-1) [n:127.0.0.1:43036_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/73363041296449546-127.0.0.1:52686_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 1961846 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/73363041296449545-127.0.0.1:43036_solr-n_0000000001
[junit4] 2> 1961846 INFO (jetty-launcher-6257-thread-3) [n:127.0.0.1:40842_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1961846 DEBUG (jetty-launcher-6257-thread-4) [n:127.0.0.1:59130_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/73363041296449545-127.0.0.1:43036_solr-n_0000000001 to know if I could be the leader
[junit4] 2> 1961846 INFO (jetty-launcher-6257-thread-1) [n:127.0.0.1:43036_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43036_solr
[junit4] 2> 1961846 INFO (jetty-launcher-6257-thread-4) [n:127.0.0.1:59130_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59130_solr
[junit4] 2> 1961846 DEBUG (jetty-launcher-6257-thread-3) [n:127.0.0.1:40842_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/73363041296449548-127.0.0.1:40842_solr-n_0000000003
[junit4] 2> 1961846 INFO (jetty-launcher-6257-thread-2) [n:127.0.0.1:52686_solr ] o.a.s.c.Overseer Overseer (id=73363041296449546-127.0.0.1:52686_solr-n_0000000000) starting
[junit4] 2> 1961846 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1961847 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1961847 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1961847 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1961847 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1961847 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1961857 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1961858 INFO (zkCallback-6285-thread-1-processing-n:127.0.0.1:43036_solr) [n:127.0.0.1:43036_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1961858 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1961858 INFO (zkCallback-6289-thread-1-processing-n:127.0.0.1:59130_solr) [n:127.0.0.1:59130_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1961858 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1961858 INFO (zkCallback-6287-thread-1-processing-n:127.0.0.1:52686_solr) [n:127.0.0.1:52686_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1961858 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/73363041296449547-127.0.0.1:59130_solr-n_0000000002
[junit4] 2> 1961859 INFO (zkCallback-6291-thread-1-processing-n:127.0.0.1:40842_solr) [n:127.0.0.1:40842_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1961859 DEBUG (jetty-launcher-6257-thread-3) [n:127.0.0.1:40842_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/73363041296449547-127.0.0.1:59130_solr-n_0000000002 to know if I could be the leader
[junit4] 2> 1961859 DEBUG (jetty-launcher-6257-thread-3) [n:127.0.0.1:40842_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:40842_solr as DOWN
[junit4] 2> 1961860 INFO (jetty-launcher-6257-thread-3) [n:127.0.0.1:40842_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40842_solr
[junit4] 2> 1961860 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1961860 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1961860 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1961865 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1961866 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1961866 INFO (zkCallback-6285-thread-1-processing-n:127.0.0.1:43036_solr) [n:127.0.0.1:43036_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1961866 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1961866 INFO (zkCallback-6287-thread-1-processing-n:127.0.0.1:52686_solr) [n:127.0.0.1:52686_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1961866 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1961867 DEBUG (OverseerStateUpdate-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1961868 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue-work
[junit4] 2> 1961868 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1961869 DEBUG (OverseerStateUpdate-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:40842_solr"} current state version: 0
[junit4] 2> 1961869 DEBUG (OverseerStateUpdate-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:40842_solr
[junit4] 2> 1961869 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 1961870 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 1961870 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1961870 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1961870 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1961870 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 1961870 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 1961870 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 1961871 DEBUG (jetty-launcher-6257-thread-2) [n:127.0.0.1:52686_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:52686_solr as DOWN
[junit4] 2> 1961871 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1961871 INFO (jetty-launcher-6257-thread-2) [n:127.0.0.1:52686_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52686_solr
[junit4] 2> 1961872 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1961872 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1961872 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1961872 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1961872 INFO (zkCallback-6289-thread-1-processing-n:127.0.0.1:59130_solr) [n:127.0.0.1:59130_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1961872 INFO (zkCallback-6291-thread-2-processing-n:127.0.0.1:40842_solr) [n:127.0.0.1:40842_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1961874 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1961874 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1961874 INFO (zkCallback-6285-thread-1-processing-n:127.0.0.1:43036_solr) [n:127.0.0.1:43036_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1961874 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1961874 INFO (zkCallback-6291-thread-1-processing-n:127.0.0.1:40842_solr) [n:127.0.0.1:40842_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1961874 INFO (zkCallback-6287-thread-1-processing-n:127.0.0.1:52686_solr) [n:127.0.0.1:52686_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1961874 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1961874 INFO (zkCallback-6289-thread-2-processing-n:127.0.0.1:59130_solr) [n:127.0.0.1:59130_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1961874 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1961875 DEBUG (OverseerStateUpdate-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:52686_solr"} current state version: 0
[junit4] 2> 1961875 DEBUG (OverseerStateUpdate-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:52686_solr
[junit4] 2> 1961885 DEBUG (OverseerAutoScalingTriggerThread-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1961886 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/autoscaling.json
[junit4] 2> 1961886 DEBUG (OverseerAutoScalingTriggerThread-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1961886 DEBUG (OverseerAutoScalingTriggerThread-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40842_solr, 127.0.0.1:43036_solr, 127.0.0.1:52686_solr, 127.0.0.1:59130_solr]
[junit4] 2> 1961886 DEBUG (OverseerAutoScalingTriggerThread-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1961886 DEBUG (OverseerAutoScalingTriggerThread-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1961893 DEBUG (OverseerAutoScalingTriggerThread-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1961893 DEBUG (OverseerAutoScalingTriggerThread-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1961901 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 1961902 DEBUG (ScheduledTrigger-9955-thread-1) [n:127.0.0.1:52686_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1961924 INFO (jetty-launcher-6257-thread-4) [n:127.0.0.1:59130_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59130.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa4247e
[junit4] 2> 1961925 INFO (jetty-launcher-6257-thread-1) [n:127.0.0.1:43036_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43036.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa4247e
[junit4] 2> 1961932 INFO (jetty-launcher-6257-thread-4) [n:127.0.0.1:59130_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59130.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa4247e
[junit4] 2> 1961932 INFO (jetty-launcher-6257-thread-4) [n:127.0.0.1:59130_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59130.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa4247e
[junit4] 2> 1961933 INFO (jetty-launcher-6257-thread-4) [n:127.0.0.1:59130_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E5072BF17F206E5E-001/tempDir-001/node4/.
[junit4] 2> 1961934 INFO (jetty-launcher-6257-thread-1) [n:127.0.0.1:43036_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43036.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa4247e
[junit4] 2> 1961934 INFO (jetty-launcher-6257-thread-1) [n:127.0.0.1:43036_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43036.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa4247e
[junit4] 2> 1961935 INFO (jetty-launcher-6257-thread-1) [n:127.0.0.1:43036_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E5072BF17F206E5E-001/tempDir-001/node3/.
[junit4] 2> 1961935 INFO (jetty-launcher-6257-thread-3) [n:127.0.0.1:40842_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40842.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa4247e
[junit4] 2> 1961942 INFO (jetty-launcher-6257-thread-3) [n:127.0.0.1:40842_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40842.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa4247e
[junit4] 2> 1961942 INFO (jetty-launcher-6257-thread-3) [n:127.0.0.1:40842_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40842.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa4247e
[junit4] 2> 1961943 INFO (jetty-launcher-6257-thread-3) [n:127.0.0.1:40842_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E5072BF17F206E5E-001/tempDir-001/node2/.
[junit4] 2> 1961973 INFO (jetty-launcher-6257-thread-2) [n:127.0.0.1:52686_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52686.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa4247e
[junit4] 2> 1961975 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1961976 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1961981 INFO (jetty-launcher-6257-thread-2) [n:127.0.0.1:52686_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52686.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa4247e
[junit4] 2> 1961981 INFO (jetty-launcher-6257-thread-2) [n:127.0.0.1:52686_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52686.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa4247e
[junit4] 2> 1961982 INFO (jetty-launcher-6257-thread-2) [n:127.0.0.1:52686_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E5072BF17F206E5E-001/tempDir-001/node1/.
[junit4] 2> 1962061 INFO (zkConnectionManagerCallback-6302-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1962064 INFO (zkConnectionManagerCallback-6306-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1962064 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 1962065 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1962065 INFO (SUITE-MoveReplicaHDFSTest-seed#[E5072BF17F206E5E]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1962065 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1962065 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1962065 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1962066 INFO (SUITE-MoveReplicaHDFSTest-seed#[E5072BF17F206E5E]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:47018/solr ready
[junit4] 2> 1962069 INFO (qtp1921891654-27270) [n:127.0.0.1:43036_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1962069 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 1962069 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000000
[junit4] 2> 1962069 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 1962070 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 1962070 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 1962070 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 1962070 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 1962070 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000000, ]
[junit4] 2> 1962070 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
[junit4] 2> 1962070 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
[junit4] 2> 1962070 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{"operation":"overseerstatus"}
[junit4] 2> 1962071 DEBUG (OverseerThreadFactory-9957-thread-1-processing-n:127.0.0.1:52686_solr) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
[junit4] 2> 1962071 DEBUG (OverseerThreadFactory-9957-thread-1-processing-n:127.0.0.1:52686_solr) [n:127.0.0.1:52686_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : overseerstatus , {"operation":"overseerstatus"}
[junit4] 2> 1962071 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 1962071 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1962071 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1962071 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1962071 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1962071 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000000],[]
[junit4] 2> 1962073 DEBUG (OverseerThreadFactory-9957-thread-1-processing-n:127.0.0.1:52686_solr) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1962073 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/overseer/collection-queue-work/qnr-0000000000
[junit4] 2> 1962073 DEBUG (zkCallback-6285-thread-1-processing-n:127.0.0.1:43036_solr) [n:127.0.0.1:43036_solr ] o.a.s.c.OverseerTaskQueue NodeDataChanged fired on path /overseer/collection-queue-work/qnr-0000000000 state SyncConnected latchEventType null
[junit4] 2> 1962073 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 1962074 DEBUG (OverseerThreadFactory-9957-thread-1-processing-n:127.0.0.1:52686_solr) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as completed.
[junit4] 2> 1962074 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 1962074 DEBUG (OverseerThreadFactory-9957-thread-1-processing-n:127.0.0.1:52686_solr) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1962074 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 1962074 DEBUG (OverseerThreadFactory-9957-thread-1-processing-n:127.0.0.1:52686_solr) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1962074 DEBUG (OverseerThreadFactory-9957-thread-1-processing-n:127.0.0.1:52686_solr) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1962074 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 1962074 DEBUG (OverseerThreadFactory-9957-thread-1-processing-n:127.0.0.1:52686_solr) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1962074 DEBUG (OverseerThreadFactory-9957-thread-1-processing-n:127.0.0.1:52686_solr) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{leader=127.0.0.1:52686_solr,overseer_queue_size=0,overseer_work_queue_size=0,overseer_collection_queue_size=2,overseer_operations={am_i_leader={requests=3,errors=0,avgRequestsPerSecond=14.602304911527115,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.31304,medianRequestTime=0.375039,75thPcRequestTime=0.425803,95thPcRequestTime=0.425803,99thPcRequestTime=0.425803,999thPcRequestTime=0.425803},downnode={requests=2,errors=0,avgRequestsPerSecond=9.86190585265503,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.0534595,medianRequestTime=0.053744,75thPcRequestTime=0.053744,95thPcRequestTime=0.053744,99thPcRequestTime=0.053744,999thPcRequestTime=0.053744}},collection_operations={am_i_leader={requests=3,errors=0,avgRequestsPerSecond=14.81362884666241,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.14056266666666667,medianRequestTime=0.155028,75thPcRequestTime=0.158164,95thPcRequestTime=0.158164,99thPcRequestTime=0.158164,999thPcRequestTime=0.158164},overseerstatus={requests=0,errors=0,avgRequestsPerSecond=0.0,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.0,medianRequestTime=0.0,75thPcRequestTime=0.0,95thPcRequestTime=0.0,99thPcRequestTime=0.0,999thPcRequestTime=0.0}},overseer_queue={},overseer_internal_queue={peek={avgRequestsPerSecond=4.909907107945354,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.314791,medianRequestTime=0.314791,75thPcRequestTime=0.314791,95thPcRequestTime=0.314791,99thPcRequestTime=0.314791,999thPcRequestTime=0.314791}},collection_queue={peektopn_wait2000={avgRequestsPerSecond=4.960457563717102,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=200.178821,medianRequestTime=200.178821,75thPcRequestTime=200.178821,95thPcRequestTime=200.178821,99thPcRequestTime=200.178821,999thPcRequestTime=200.178821}}}
[junit4] 2> 1962074 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 1962075 INFO (qtp1921891654-27270) [n:127.0.0.1:43036_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=5
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1962107 WARN (SUITE-MoveReplicaHDFSTest-seed#[E5072BF17F206E5E]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1962114 WARN (SUITE-MoveReplicaHDFSTest-seed#[E5072BF17F206E5E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1962115 INFO (SUITE-MoveReplicaHDFSTest-seed#[E5072BF17F206E5E]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1962125 INFO (SUITE-MoveReplicaHDFSTest-seed#[E5072BF17F206E5E]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_44706_hdfs____kv90o7/webapp
[junit4] 2> 1962575 INFO (SUITE-MoveReplicaHDFSTest-seed#[E5072BF17F206E5E]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44706
[junit4] 2> 1962675 WARN (SUITE-MoveReplicaHDFSTest-seed#[E5072BF17F206E5E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1962676 INFO (SUITE-MoveReplicaHDFSTest-seed#[E5072BF17F206E5E]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1962688 INFO (SUITE-MoveReplicaHDFSTest-seed#[E5072BF17F206E5E]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_36026_datanode____.ypfujs/webapp
[junit4] 2> 1962902 DEBUG (ScheduledTrigger-9955-thread-1) [n:127.0.0.1:52686_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1963102 INFO (SUITE-MoveReplicaHDFSTest-seed#[E5072BF17F206E5E]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36026
[junit4] 2> 1963141 WARN (SUITE-MoveReplicaHDFSTest-seed#[E5072BF17F206E5E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1963142 INFO (SUITE-MoveReplicaHDFSTest-seed#[E5072BF17F206E5E]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1963152 INFO (SUITE-MoveReplicaHDFSTest-seed#[E5072BF17F206E5E]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_36160_datanode____.e3rf01/webapp
[junit4] 2> 1963185 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E5072BF17F206E5E-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E5072BF17F206E5E-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:45176) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 1963196 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x46c4b8b2f24b3e: from storage DS-1a80787e-5b2f-43a9-9bbe-3bfc29d4f4c3 node DatanodeRegistration(127.0.0.1:60664, datanodeUuid=d472417f-bc99-4c87-a711-5512f95eb648, infoPort=58338, infoSecurePort=0, ipcPort=48376, storageInfo=lv=-56;cid=testClusterID;nsid=969167882;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1963196 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x46c4b8b2f24b3e: from storage DS-594abdf4-4962-43c5-8373-fcfb9c55506b node DatanodeRegistration(127.0.0.1:60664, datanodeUuid=d472417f-bc99-4c87-a711-5512f95eb648, infoPort=58338, infoSecurePort=0, ipcPort=48376, storageInfo=lv=-56;cid=testClusterID;nsid=969167882;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1963573 INFO (SUITE-MoveReplicaHDFSTest-seed#[E5072BF17F206E5E]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36160
[junit4] 2> 1963657 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E5072BF17F206E5E-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E5072BF17F206E5E-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:45176) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 1963662 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x46c4b8cecec5da: from storage DS-4ad78b9e-fbad-4271-b0c2-21115cc8d9d1 node DatanodeRegistration(127.0.0.1:48437, datanodeUuid=a1e3be75-1964-47bc-bb19-b2a17d1cdc21, infoPort=49697, infoSecurePort=0, ipcPort=38882, storageInfo=lv=-56;cid=testClusterID;nsid=969167882;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1963662 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x46c4b8cecec5da: from storage DS-3613ba6b-45ca-494c-ad50-87d806aa8cf9 node DatanodeRegistration(127.0.0.1:48437, datanodeUuid=a1e3be75-1964-47bc-bb19-b2a17d1cdc21, infoPort=49697, infoSecurePort=0, ipcPort=38882, storageInfo=lv=-56;cid=testClusterID;nsid=969167882;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1963905 DEBUG (ScheduledTrigger-9955-thread-2) [n:127.0.0.1:52686_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1964073 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 1964075 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 1964078 INFO (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1964082 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1964082 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1964082 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1964082 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 1964082 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 1964206 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[E5072BF17F206E5E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNormalFailedMove
[junit4] 2> 1964207 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 1964207 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1964207 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[E5072BF17F206E5E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1964207 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1964208 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1964208 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1964209 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[E5072BF17F206E5E]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T09:27:37+12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1964210 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[E5072BF17F206E5E]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1964210 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[E5072BF17F206E5E]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1964210 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[E5072BF17F206E5E]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1964210 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[E5072BF17F206E5E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72105350{/solr,null,AVAILABLE}
[junit4] 2> 1964210 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[E5072BF17F206E5E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3423eb27{HTTP/1.1,[http/1.1]}{127.0.0.1:55992}
[junit4] 2> 1964210 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[E5072BF17F206E5E]) [ ] o.e.j.s.Server Started @1966564ms
[junit4] 2> 1964210 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[E5072BF17F206E5E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55992}
[junit4] 2> 1964211 ERROR (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[E5072BF17F206E5E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1964211 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[E5072BF17F206E5E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1964211 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[E5072BF17F206E5E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1964211 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[E5072BF17F206E5E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1964211 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[E5072BF17F206E5E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-26T17:54:00.422Z
[junit4] 2> 1964212 INFO (zkConnectionManagerCallback-6309-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1964213 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[E5072BF17F206E5E]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1964220 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[E5072BF17F206E5E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47018/solr
[junit4] 2> 1964221 INFO (zkConnectionManagerCallback-6313-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1964222 DEBUG (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[E5072BF17F206E5E]) [n:127.0.0.1:55992_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$47/454920794@3938e1ae
[junit4] 2> 1964223 INFO (zkConnectionManagerCallback-6315-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1964233 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 1964233 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1964234 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[E5072BF17F206E5E]) [n:127.0.0.1:55992_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1964234 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1964234 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1964234 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1964235 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 1964236 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[E5072BF17F206E5E]) [n:127.0.0.1:55992_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1964236 DEBUG (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[E5072BF17F206E5E]) [n:127.0.0.1:55992_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/73363041296449553-127.0.0.1:55992_solr-n_0000000004
[junit4] 2> 1964236 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/73363041296449548-127.0.0.1:40842_solr-n_0000000003
[junit4] 2> 1964236 DEBUG (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[E5072BF17F206E5E]) [n:127.0.0.1:55992_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/73363041296449548-127.0.0.1:40842_solr-n_0000000003 to know if I could be the leader
[junit4] 2> 1964237 DEBUG (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[E5072BF17F206E5E]) [n:127.0.0.1:55992_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:55992_solr as DOWN
[junit4] 2> 1964238 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1964238 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[E5072BF17F206E5E]) [n:127.0.0.1:55992_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55992_solr
[junit4] 2> 1964238 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1964238 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1964238 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1964238 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1964238 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1964238 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1964238 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1964239 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1964239 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1964239 INFO (zkCallback-6285-thread-1-processing-n:127.0.0.1:43036_solr) [n:127.0.0.1:43036_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1964242 INFO (zkCallback-6291-thread-1-processing-n:127.0.0.1:40842_solr) [n:127.0.0.1:40842_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1964242 DEBUG (OverseerStateUpdate-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:55992_solr"} current state version: 0
[junit4] 2> 1964242 DEBUG (OverseerStateUpdate-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:55992_solr
[junit4] 2> 1964242 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1964242 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1964242 INFO (zkCallback-6287-thread-1-processing-n:127.0.0.1:52686_solr) [n:127.0.0.1:52686_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1964242 INFO (zkCallback-6289-thread-2-processing-n:127.0.0.1:59130_solr) [n:127.0.0.1:59130_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1964242 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1964242 INFO (zkCallback-6314-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1964243 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1964243 INFO (zkCallback-6305-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1964246 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1964246 INFO (zkCallback-6305-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1964298 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[E5072BF17F206E5E]) [n:127.0.0.1:55992_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55992.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa4247e
[junit4] 2> 1964308 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[E5072BF17F206E5E]) [n:127.0.0.1:55992_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55992.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa4247e
[junit4] 2> 1964308 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[E5072BF17F206E5E]) [n:127.0.0.1:55992_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55992.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa4247e
[junit4] 2> 1964309 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[E5072BF17F206E5E]) [n:127.0.0.1:55992_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E5072BF17F206E5E-001/tempDir-001/node5/.
[junit4] 2> 1964342 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1964343 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1965200 DEBUG (ScheduledTrigger-9955-thread-1) [n:127.0.0.1:52686_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 1965210 INFO (zkConnectionManagerCallback-6319-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1965216 INFO (qtp371959339-27289) [n:127.0.0.1:40842_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&autoAddReplicas=false&name=MoveReplicaHDFSTest_failed_coll_false&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1965217 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 1965217 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000002
[junit4] 2> 1965217 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 1965218 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 1965218 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000002
[junit4] 2> 1965218 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 1965218 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000002
[junit4] 2> 1965219 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000002, ]
[junit4] 2> 1965219 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ed1]]
[junit4] 2> 1965219 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000002] as running
[junit4] 2> 1965219 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4] 2> "name":"MoveReplicaHDFSTest_failed_coll_false",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 1965219 DEBUG (OverseerThreadFactory-9957-thread-2-processing-n:127.0.0.1:52686_solr) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000002
[junit4] 2> 1965220 DEBUG (OverseerThreadFactory-9957-thread-2-processing-n:127.0.0.1:52686_solr) [n:127.0.0.1:52686_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"MoveReplicaHDFSTest_failed_coll_false",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 1965220 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 1965220 INFO (OverseerThreadFactory-9957-thread-2-processing-n:127.0.0.1:52686_solr) [n:127.0.0.1:52686_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_failed_coll_false
[junit4] 2> 1965220 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 1965220 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1965220 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1965220 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 1965220 DEBUG (OverseerCollectionConfigSetProcessor-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000002],[]
[junit4] 2> 1965221 DEBUG (OverseerThreadFactory-9957-thread-2-processing-n:127.0.0.1:52686_solr) [n:127.0.0.1:52686_solr ] o.a.s.c.a.c.Assign Identify nodes using default
[junit4] 2> 1965222 DEBUG (OverseerThreadFactory-9957-thread-2-processing-n:127.0.0.1:52686_solr) [n:127.0.0.1:52686_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/MoveReplicaHDFSTest_failed_coll_false
[junit4] 2> 1965222 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1965223 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1965223 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1965223 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1965223 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1965223 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1965223 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1965223 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1965223 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1965223 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1965223 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1965224 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1965224 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1965224 DEBUG (OverseerThreadFactory-9957-thread-2-processing-n:127.0.0.1:52686_solr) [n:127.0.0.1:52686_solr ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:MoveReplicaHDFSTest_failed_coll_false
[junit4] 2> 1965224 DEBUG (OverseerThreadFactory-9957-thread-2-processing-n:127.0.0.1:52686_solr) [n:127.0.0.1:52686_solr ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
[junit4] 2> 1965225 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1965226 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1965226 DEBUG (OverseerStateUpdate-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"MoveReplicaHDFSTest_failed_coll_false",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1965226 DEBUG (OverseerStateUpdate-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: MoveReplicaHDFSTest_failed_coll_false
[junit4] 2> 1965226 DEBUG (OverseerStateUpdate-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/MoveReplicaHDFSTest_failed_coll_false/state.json
[junit4] 2> 1965227 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1965227 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1965326 DEBUG (OverseerThreadFactory-9957-thread-2-processing-n:127.0.0.1:52686_solr) [n:127.0.0.1:52686_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection MoveReplicaHDFSTest_failed_coll_false, shardNames [shard1, shard2] , message : {
[junit4] 2> "name":"MoveReplicaHDFSTest_failed_coll_false",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 1965327 DEBUG (OverseerThreadFactory-9957-thread-2-processing-n:127.0.0.1:52686_solr) [n:127.0.0.1:52686_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating core MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1 as part of shard shard1 of collection MoveReplicaHDFSTest_failed_coll_false on 127.0.0.1:52686_solr
[junit4] 2> 1965328 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1965328 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1965329 DEBUG (OverseerStateUpdate-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_false",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:52686/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1965329 INFO (OverseerStateUpdate-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_false",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:52686/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1965329 DEBUG (OverseerThreadFactory-9957-thread-2-processing-n:127.0.0.1:52686_solr) [n:127.0.0.1:52686_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating core MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2 as part of shard shard1 of collection MoveReplicaHDFSTest_failed_coll_false on 127.0.0.1:40842_solr
[junit4] 2> 1965330 DEBUG (OverseerStateUpdate-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 1965330 DEBUG (OverseerStateUpdate-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:52686/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1965330 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1965330 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1965331 DEBUG (OverseerStateUpdate-73363041296449546-127.0.0.1:52686_solr-n_0000000000) [n:127.0.0.1:52686_solr ] o.a.s.c.Overseer processMessage: queueSize: 2,
[...truncated too long message...]
lica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@3e0d81b6
[junit4] 2> 199675 INFO (coreCloseExecutor-1006-thread-1) [n:127.0.0.1:39012_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1_collection.shard2.replica_n2, tag=1041072566
[junit4] 2> 199675 INFO (coreCloseExecutor-1006-thread-1) [n:127.0.0.1:39012_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@695017aa: rootName = solr_39012, domain = solr.core.collection1_collection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.collection1_collection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@1437922f
[junit4] 2> 199683 INFO (jetty-closer-384-thread-3) [ ] o.a.s.c.Overseer Overseer (id=73363145177956359-127.0.0.1:45179_solr-n_0000000000) closing
[junit4] 2> 199683 INFO (OverseerStateUpdate-73363145177956359-127.0.0.1:45179_solr-n_0000000000) [n:127.0.0.1:45179_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45179_solr
[junit4] 2> 199686 WARN (OverseerAutoScalingTriggerThread-73363145177956359-127.0.0.1:45179_solr-n_0000000000) [n:127.0.0.1:45179_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 199692 INFO (jetty-closer-384-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@b01c05f{/solr,null,UNAVAILABLE}
[junit4] 2> 199693 INFO (jetty-closer-384-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 199694 INFO (zkCallback-405-thread-4-processing-n:127.0.0.1:39012_solr) [n:127.0.0.1:39012_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39012_solr
[junit4] 2> 199697 INFO (coreCloseExecutor-1006-thread-1) [n:127.0.0.1:39012_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard2.leader, tag=1041072566
[junit4] 2> 199700 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104a3644ff00008, likely client has closed socket
[junit4] 2> 199700 INFO (jetty-closer-384-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@53b8281d{/solr,null,UNAVAILABLE}
[junit4] 2> 199703 INFO (jetty-closer-384-thread-4) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 199704 ERROR (SUITE-StreamExpressionTest-seed#[77DEE2C00DFD6249]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 199705 INFO (SUITE-StreamExpressionTest-seed#[77DEE2C00DFD6249]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45453 45453
[junit4] 2> 199871 INFO (Thread-638) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45453 45453
[junit4] 2> 199872 WARN (Thread-638) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 80 /solr/aliases.json
[junit4] 2> 13 /solr/configs/conf
[junit4] 2> 5 /solr/collections/parallelDestinationCollection/terms/shard1
[junit4] 2> 5 /solr/collections/parallelDestinationCollection/terms/shard2
[junit4] 2> 5 /solr/collections/destinationCollection/terms/shard2
[junit4] 2> 5 /solr/collections/destinationCollection/terms/shard1
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/collections/parallelDestinationCollection1/terms/shard2
[junit4] 2> 4 /solr/collections/parallelDestinationCollection1/terms/shard1
[junit4] 2> 3 /solr/collections/destination/terms/shard1
[junit4] 2> 3 /solr/collections/mainCorpus/terms/shard2
[junit4] 2> 2 /solr/collections/workQueue1/terms/shard2
[junit4] 2> 2 /solr/collections/workQueue1/terms/shard1
[junit4] 2> 2 /solr/collections/destination1/terms/shard1
[junit4] 2> 2 /solr/collections/destination/terms/shard2
[junit4] 2> 2 /solr/collections/destination1/terms/shard2
[junit4] 2> 2 /solr/collections/mainCorpus1/terms/shard1
[junit4] 2> 2 /solr/collections/mainCorpus1/terms/shard2
[junit4] 2> 2 /solr/collections/mainCorpus/terms/shard1
[junit4] 2> 2 /solr/collections/collection1_collection/terms/shard1
[junit4] 2> 2 /solr/collections/collection1_collection/terms/shard2
[junit4] 2> 2 /solr/collections/workQueue/terms/shard2
[junit4] 2> 2 /solr/collections/workQueue/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 80 /solr/clusterprops.json
[junit4] 2> 80 /solr/clusterstate.json
[junit4] 2> 20 /solr/collections/parallelDestinationCollection/state.json
[junit4] 2> 20 /solr/collections/destinationCollection/state.json
[junit4] 2> 18 /solr/collections/parallelDestinationCollection1/state.json
[junit4] 2> 14 /solr/collections/collection1_collection/state.json
[junit4] 2> 10 /solr/collections/mainCorpus1/state.json
[junit4] 2> 10 /solr/collections/destination/state.json
[junit4] 2> 10 /solr/collections/destination1/state.json
[junit4] 2> 10 /solr/collections/workQueue1/state.json
[junit4] 2> 10 /solr/collections/workQueue/state.json
[junit4] 2> 10 /solr/collections/mainCorpus/state.json
[junit4] 2> 2 /solr/overseer_elect/election/73363145177956360-127.0.0.1:39012_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 80 /solr/live_nodes
[junit4] 2> 79 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_77DEE2C00DFD6249-001
[junit4] 2> Feb 26, 2018 6:21:56 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {expr_s=FST50, join2_s=Lucene50(blocksize=128), multiDefault=Lucene50(blocksize=128), subject=Lucene50(blocksize=128), a1_s=Lucene50(blocksize=128), a2_s=PostingsFormat(name=Asserting), test_t=PostingsFormat(name=Asserting), level1_s=FST50, body_t=PostingsFormat(name=Asserting), ident_s=Lucene50(blocksize=128), s_multi=PostingsFormat(name=Asserting), col_s=Lucene50(blocksize=128), a_ss=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), level2_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a_s=PostingsFormat(name=Asserting), a_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), side_s=PostingsFormat(name=Asserting), id=FST50, text=PostingsFormat(name=Asserting)}, docValues:{expr_s=DocValuesFormat(name=Memory), join2_s=DocValuesFormat(name=Asserting), multiDefault=DocValuesFormat(name=Asserting), price_f=DocValuesFormat(name=Asserting), a1_s=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Lucene70), a_f=DocValuesFormat(name=Asserting), a2_s=DocValuesFormat(name=Direct), join1_i=DocValuesFormat(name=Memory), a_i=DocValuesFormat(name=Memory), join3_i=DocValuesFormat(name=Direct), test_i=DocValuesFormat(name=Asserting), field_i=DocValuesFormat(name=Asserting), level1_s=DocValuesFormat(name=Memory), s_multi=DocValuesFormat(name=Direct), col_s=DocValuesFormat(name=Asserting), a_ss=DocValuesFormat(name=Lucene70), level2_s=DocValuesFormat(name=Lucene70), a_s=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Lucene70), i_multi=DocValuesFormat(name=Memory), b_ls=DocValuesFormat(name=Asserting), test_dt=DocValuesFormat(name=Memory), ident_s=DocValuesFormat(name=Asserting), order_i=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene70), side_s=DocValuesFormat(name=Direct), miles_i=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1644, maxMBSortInHeap=7.749725558458746, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1370b74b), locale=nn-NO, timezone=Asia/Hebron
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=146713336,total=487063552
[junit4] 2> NOTE: All tests run in this JVM: [LargeVolumeEmbeddedTest, FieldValueEvaluatorTest, AndEvaluatorTest, TestPathTrie, GreaterThanEvaluatorTest, TestSpellCheckResponse, StreamExpressionParserTest, ShardParamsTest, HyperbolicTangentEvaluatorTest, TestXMLEscaping, GraphExpressionTest, NaturalLogEvaluatorTest, TermsResponseTest, CloudSolrClientCacheTest, CubedRootEvaluatorTest, TestConfigSetAdminRequest, SchemaTest, TestNamedListCodec, UsingSolrJRefGuideExamplesTest, HttpSolrClientConPoolTest, NotEvaluatorTest, SolrExampleStreamingBinaryTest, SolrExampleXMLTest, LargeVolumeBinaryJettyTest, TestBatchUpdate, JettyWebappTest, LargeVolumeJettyTest, TestEmbeddedSolrServer, TestDocumentObjectBinder, SolrQueryTest, TestHash, ContentStreamTest, ModifiableSolrParamsTest, SolrExceptionTest, ClientUtilsTest, FacetFieldTest, TestLBHttpSolrClient, TestPolicy, BasicHttpSolrClientTest, CloudSolrClientBuilderTest, ConcurrentUpdateSolrClientBuilderTest, HttpSolrClientBuilderTest, GraphTest, StreamExpressionTest]
[junit4] Completed [146/146 (1!)] on J0 in 93.64s, 155 tests, 1 failure, 9 skipped <<< FAILURES!
[...truncated 46886 lines...]