You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/02/13 23:25:13 UTC
[JENKINS] Lucene-Solr-Tests-master - Build # 2322 - Still Unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2322/
2 tests failed.
FAILED: org.apache.solr.TestDistributedSearch.test
Error Message:
Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460) at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273) at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) ,time=48}
Stack Trace:
java.lang.AssertionError: Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273)
at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
,time=48}
at __randomizedtesting.SeedInfo.seed([3BA892261A2F1034:B3FCADFCB4D37DCC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1191)
at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1132)
at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:992)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1019)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([3BA892261A2F1034:66E08CAFD5E9B67B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate(TestLargeCluster.java:547)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12522 lines...]
[junit4] Suite: org.apache.solr.TestDistributedSearch
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_3BA892261A2F1034-001/init-core-data-001
[junit4] 2> 1194720 WARN (SUITE-TestDistributedSearch-seed#[3BA892261A2F1034]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 1194720 INFO (SUITE-TestDistributedSearch-seed#[3BA892261A2F1034]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1194721 INFO (SUITE-TestDistributedSearch-seed#[3BA892261A2F1034]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9061)
[junit4] 2> 1194721 INFO (SUITE-TestDistributedSearch-seed#[3BA892261A2F1034]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1194721 INFO (SUITE-TestDistributedSearch-seed#[3BA892261A2F1034]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1194837 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_3BA892261A2F1034-001/tempDir-001/control/cores/collection1
[junit4] 2> 1194839 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1194860 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1194860 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1194860 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1194860 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@463fb338{/,null,AVAILABLE}
[junit4] 2> 1194863 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2d43fc8a{HTTP/1.1,[http/1.1]}{127.0.0.1:44667}
[junit4] 2> 1194863 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.e.j.s.Server Started @1197196ms
[junit4] 2> 1194863 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=44667, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_3BA892261A2F1034-001/tempDir-001/control/cores}
[junit4] 2> 1194863 ERROR (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1194863 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1194864 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1194864 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1194864 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T21:45:33.479Z
[junit4] 2> 1194865 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_3BA892261A2F1034-001/tempDir-001/control/solr.xml
[junit4] 2> 1194868 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1194868 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1194869 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@47e4c29, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1194913 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47e4c29
[junit4] 2> 1195793 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47e4c29
[junit4] 2> 1195793 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47e4c29
[junit4] 2> 1195795 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_3BA892261A2F1034-001/tempDir-001/control/cores
[junit4] 2> 1195795 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1195795 INFO (coreLoadExecutor-1606-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1195821 INFO (coreLoadExecutor-1606-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1195853 INFO (coreLoadExecutor-1606-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1195871 INFO (coreLoadExecutor-1606-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1195948 INFO (coreLoadExecutor-1606-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1195958 INFO (coreLoadExecutor-1606-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 1195958 INFO (coreLoadExecutor-1606-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47e4c29
[junit4] 2> 1195958 INFO (coreLoadExecutor-1606-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1195958 INFO (coreLoadExecutor-1606-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_3BA892261A2F1034-001/tempDir-001/control/cores/collection1/data/]
[junit4] 2> 1195960 INFO (coreLoadExecutor-1606-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=23, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1196005 INFO (coreLoadExecutor-1606-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1196005 INFO (coreLoadExecutor-1606-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1196006 INFO (coreLoadExecutor-1606-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1196006 INFO (coreLoadExecutor-1606-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1196007 INFO (coreLoadExecutor-1606-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=43.9814453125, floorSegmentMB=1.298828125, forceMergeDeletesPctAllowed=2.9013508206496272, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1196007 INFO (coreLoadExecutor-1606-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6d754d9c[collection1] main]
[junit4] 2> 1196008 INFO (coreLoadExecutor-1606-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1196021 INFO (coreLoadExecutor-1606-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1196068 INFO (coreLoadExecutor-1606-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1196069 INFO (searcherExecutor-1607-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1196069 INFO (coreLoadExecutor-1606-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592323824349609984
[junit4] 2> 1196069 INFO (searcherExecutor-1607-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1196069 INFO (searcherExecutor-1607-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1196069 INFO (searcherExecutor-1607-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1196069 INFO (searcherExecutor-1607-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1196070 INFO (searcherExecutor-1607-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1196070 INFO (searcherExecutor-1607-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1196070 INFO (searcherExecutor-1607-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1196070 INFO (searcherExecutor-1607-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1196071 INFO (searcherExecutor-1607-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6d754d9c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1196182 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_3BA892261A2F1034-001/tempDir-001/shard0/cores/collection1
[junit4] 2> 1196183 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1196184 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1196184 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1196184 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1196185 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75655bac{/,null,AVAILABLE}
[junit4] 2> 1196185 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@75690994{HTTP/1.1,[http/1.1]}{127.0.0.1:36716}
[junit4] 2> 1196185 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.e.j.s.Server Started @1198519ms
[junit4] 2> 1196185 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=36716, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_3BA892261A2F1034-001/tempDir-001/shard0/cores}
[junit4] 2> 1196186 ERROR (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1196186 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1196186 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1196186 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1196186 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T21:45:34.801Z
[junit4] 2> 1196186 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_3BA892261A2F1034-001/tempDir-001/shard0/solr.xml
[junit4] 2> 1196190 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1196190 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1196191 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@47e4c29, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1196222 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47e4c29
[junit4] 2> 1196230 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47e4c29
[junit4] 2> 1196231 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47e4c29
[junit4] 2> 1196232 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_3BA892261A2F1034-001/tempDir-001/shard0/cores
[junit4] 2> 1196232 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1196233 INFO (coreLoadExecutor-1617-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1196234 INFO (coreLoadExecutor-1617-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1196260 INFO (coreLoadExecutor-1617-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1196288 INFO (coreLoadExecutor-1617-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1196370 INFO (coreLoadExecutor-1617-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1196377 INFO (coreLoadExecutor-1617-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 1196378 INFO (coreLoadExecutor-1617-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47e4c29
[junit4] 2> 1196378 INFO (coreLoadExecutor-1617-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1196378 INFO (coreLoadExecutor-1617-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_3BA892261A2F1034-001/tempDir-001/shard0/cores/collection1/data/]
[junit4] 2> 1196379 INFO (coreLoadExecutor-1617-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=23, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1196428 INFO (coreLoadExecutor-1617-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1196428 INFO (coreLoadExecutor-1617-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1196429 INFO (coreLoadExecutor-1617-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1196429 INFO (coreLoadExecutor-1617-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1196430 INFO (coreLoadExecutor-1617-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=43.9814453125, floorSegmentMB=1.298828125, forceMergeDeletesPctAllowed=2.9013508206496272, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1196430 INFO (coreLoadExecutor-1617-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5dd4375a[collection1] main]
[junit4] 2> 1196431 INFO (coreLoadExecutor-1617-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1196441 INFO (coreLoadExecutor-1617-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1196489 INFO (coreLoadExecutor-1617-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1196489 INFO (searcherExecutor-1618-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1196489 INFO (coreLoadExecutor-1617-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592323824790011904
[junit4] 2> 1196491 INFO (searcherExecutor-1618-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1196491 INFO (searcherExecutor-1618-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1196491 INFO (searcherExecutor-1618-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1196491 INFO (searcherExecutor-1618-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1196492 INFO (searcherExecutor-1618-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1196492 INFO (searcherExecutor-1618-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1196492 INFO (searcherExecutor-1618-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1196492 INFO (searcherExecutor-1618-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1196493 INFO (searcherExecutor-1618-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5dd4375a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1196992 INFO (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1196998 INFO (qtp805416817-5865) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1592323825320591360)} 0 3
[junit4] 2> 1197005 INFO (qtp523753748-5882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1592323825325834240)} 0 5
[junit4] 2> 1197013 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[1 (1592323825332125696)]} 0 7
[junit4] 2> 1197016 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[1 (1592323825340514304)]} 0 2
[junit4] 2> 1197019 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[2 (1592323825343660032)]} 0 1
[junit4] 2> 1197020 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[2 (1592323825345757184)]} 0 1
[junit4] 2> 1197021 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[3 (1592323825347854336)]} 0 0
[junit4] 2> 1197022 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[3 (1592323825348902912)]} 0 0
[junit4] 2> 1197023 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[4 (1592323825349951488)]} 0 0
[junit4] 2> 1197024 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[4 (1592323825351000064)]} 0 0
[junit4] 2> 1197025 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[5 (1592323825352048640)]} 0 0
[junit4] 2> 1197026 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[5 (1592323825353097216)]} 0 0
[junit4] 2> 1197027 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[6 (1592323825354145792)]} 0 0
[junit4] 2> 1197028 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[6 (1592323825355194368)]} 0 0
[junit4] 2> 1197029 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[7 (1592323825355194368)]} 0 0
[junit4] 2> 1197030 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[7 (1592323825356242944)]} 0 0
[junit4] 2> 1197031 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[8 (1592323825357291520)]} 0 1
[junit4] 2> 1197032 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[8 (1592323825359388672)]} 0 0
[junit4] 2> 1197033 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[9 (1592323825360437248)]} 0 0
[junit4] 2> 1197034 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[9 (1592323825361485824)]} 0 0
[junit4] 2> 1197035 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1592323825362534400,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1197035 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@47f4f0cb commitCommandVersion:1592323825362534400
[junit4] 2> 1197049 INFO (qtp805416817-5869) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c21dfbe[collection1] main]
[junit4] 2> 1197050 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1197052 INFO (searcherExecutor-1607-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5c21dfbe[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c9)))}
[junit4] 2> 1197052 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 17
[junit4] 2> 1197052 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1592323825380360192,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1197052 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@49878971 commitCommandVersion:1592323825380360192
[junit4] 2> 1197061 INFO (qtp523753748-5886) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@fc28095[collection1] main]
[junit4] 2> 1197062 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1197066 INFO (searcherExecutor-1618-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@fc28095[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c9)))}
[junit4] 2> 1197066 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 13
[junit4] 2> 1197068 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[10 (1592323825395040256)]} 0 1
[junit4] 2> 1197070 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[10 (1592323825398185984)]} 0 1
[junit4] 2> 1197078 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[11 (1592323825406574592)]} 0 1
[junit4] 2> 1197080 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[11 (1592323825408671744)]} 0 1
[junit4] 2> 1197092 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[12 (1592323825410768896)]} 0 10
[junit4] 2> 1197099 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[12 (1592323825429643264)]} 0 0
[junit4] 2> 1197101 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[13 (1592323825431740416)]} 0 0
[junit4] 2> 1197103 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[13 (1592323825432788992)]} 0 0
[junit4] 2> 1197104 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[1001 (1592323825433837568)]} 0 0
[junit4] 2> 1197105 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[1001 (1592323825435934720)]} 0 0
[junit4] 2> 1197106 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[14 (1592323825436983296)]} 0 0
[junit4] 2> 1197107 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[14 (1592323825438031872)]} 0 0
[junit4] 2> 1197108 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[15 (1592323825438031872)]} 0 0
[junit4] 2> 1197109 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[15 (1592323825439080448)]} 0 0
[junit4] 2> 1197109 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[16 (1592323825440129024)]} 0 0
[junit4] 2> 1197110 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[16 (1592323825441177600)]} 0 0
[junit4] 2> 1197112 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[17 (1592323825442226176)]} 0 0
[junit4] 2> 1197113 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[17 (1592323825443274752)]} 0 0
[junit4] 2> 1197114 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[100 (1592323825444323328)]} 0 0
[junit4] 2> 1197114 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[100 (1592323825445371904)]} 0 0
[junit4] 2> 1197115 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[101 (1592323825446420480)]} 0 0
[junit4] 2> 1197116 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[101 (1592323825447469056)]} 0 0
[junit4] 2> 1197117 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[102 (1592323825447469056)]} 0 0
[junit4] 2> 1197119 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[102 (1592323825449566208)]} 0 1
[junit4] 2> 1197120 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[103 (1592323825450614784)]} 0 0
[junit4] 2> 1197120 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[103 (1592323825451663360)]} 0 0
[junit4] 2> 1197121 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[104 (1592323825452711936)]} 0 0
[junit4] 2> 1197122 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[104 (1592323825453760512)]} 0 0
[junit4] 2> 1197123 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[105 (1592323825453760512)]} 0 0
[junit4] 2> 1197124 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[105 (1592323825454809088)]} 0 0
[junit4] 2> 1197124 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[106 (1592323825455857664)]} 0 0
[junit4] 2> 1197125 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[106 (1592323825456906240)]} 0 0
[junit4] 2> 1197126 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[107 (1592323825457954816)]} 0 0
[junit4] 2> 1197127 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[107 (1592323825457954816)]} 0 0
[junit4] 2> 1197128 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[108 (1592323825459003392)]} 0 0
[junit4] 2> 1197128 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[108 (1592323825460051968)]} 0 0
[junit4] 2> 1197129 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[109 (1592323825461100544)]} 0 0
[junit4] 2> 1197130 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[109 (1592323825462149120)]} 0 0
[junit4] 2> 1197131 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[110 (1592323825462149120)]} 0 0
[junit4] 2> 1197132 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[110 (1592323825463197696)]} 0 0
[junit4] 2> 1197133 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[111 (1592323825464246272)]} 0 0
[junit4] 2> 1197133 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[111 (1592323825465294848)]} 0 0
[junit4] 2> 1197134 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[112 (1592323825466343424)]} 0 0
[junit4] 2> 1197135 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[112 (1592323825467392000)]} 0 0
[junit4] 2> 1197136 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[113 (1592323825467392000)]} 0 0
[junit4] 2> 1197136 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[113 (1592323825468440576)]} 0 0
[junit4] 2> 1197137 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[114 (1592323825469489152)]} 0 0
[junit4] 2> 1197138 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[114 (1592323825470537728)]} 0 0
[junit4] 2> 1197139 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[115 (1592323825470537728)]} 0 0
[junit4] 2> 1197139 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[115 (1592323825471586304)]} 0 0
[junit4] 2> 1197140 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[116 (1592323825472634880)]} 0 0
[junit4] 2> 1197141 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[116 (1592323825473683456)]} 0 0
[junit4] 2> 1197142 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[117 (1592323825473683456)]} 0 0
[junit4] 2> 1197142 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[117 (1592323825474732032)]} 0 0
[junit4] 2> 1197143 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[118 (1592323825475780608)]} 0 0
[junit4] 2> 1197144 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[118 (1592323825476829184)]} 0 0
[junit4] 2> 1197145 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[119 (1592323825476829184)]} 0 0
[junit4] 2> 1197145 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[119 (1592323825477877760)]} 0 0
[junit4] 2> 1197146 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[120 (1592323825478926336)]} 0 0
[junit4] 2> 1197147 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[120 (1592323825479974912)]} 0 0
[junit4] 2> 1197148 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[121 (1592323825479974912)]} 0 0
[junit4] 2> 1197148 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[121 (1592323825481023488)]} 0 0
[junit4] 2> 1197149 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[122 (1592323825482072064)]} 0 0
[junit4] 2> 1197150 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[122 (1592323825483120640)]} 0 0
[junit4] 2> 1197151 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[123 (1592323825483120640)]} 0 0
[junit4] 2> 1197151 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[123 (1592323825484169216)]} 0 0
[junit4] 2> 1197152 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[124 (1592323825485217792)]} 0 0
[junit4] 2> 1197153 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[124 (1592323825486266368)]} 0 0
[junit4] 2> 1197154 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[125 (1592323825486266368)]} 0 0
[junit4] 2> 1197154 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[125 (1592323825487314944)]} 0 0
[junit4] 2> 1197155 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[126 (1592323825488363520)]} 0 0
[junit4] 2> 1197156 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[126 (1592323825489412096)]} 0 0
[junit4] 2> 1197157 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[127 (1592323825489412096)]} 0 0
[junit4] 2> 1197157 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[127 (1592323825490460672)]} 0 0
[junit4] 2> 1197158 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[128 (1592323825491509248)]} 0 0
[junit4] 2> 1197159 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[128 (1592323825492557824)]} 0 0
[junit4] 2> 1197160 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[129 (1592323825492557824)]} 0 0
[junit4] 2> 1197160 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[129 (1592323825493606400)]} 0 0
[junit4] 2> 1197161 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[130 (1592323825494654976)]} 0 0
[junit4] 2> 1197163 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[130 (1592323825496752128)]} 0 0
[junit4] 2> 1197164 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[131 (1592323825496752128)]} 0 0
[junit4] 2> 1197166 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[131 (1592323825497800704)]} 0 1
[junit4] 2> 1197166 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[132 (1592323825499897856)]} 0 0
[junit4] 2> 1197167 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[132 (1592323825500946432)]} 0 0
[junit4] 2> 1197168 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[133 (1592323825501995008)]} 0 0
[junit4] 2> 1197177 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[133 (1592323825510383616)]} 0 0
[junit4] 2> 1197177 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[134 (1592323825511432192)]} 0 0
[junit4] 2> 1197178 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[134 (1592323825512480768)]} 0 0
[junit4] 2> 1197179 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[135 (1592323825513529344)]} 0 0
[junit4] 2> 1197180 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[135 (1592323825513529344)]} 0 0
[junit4] 2> 1197181 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[136 (1592323825514577920)]} 0 0
[junit4] 2> 1197181 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[136 (1592323825515626496)]} 0 0
[junit4] 2> 1197182 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[137 (1592323825516675072)]} 0 0
[junit4] 2> 1197183 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[137 (1592323825516675072)]} 0 0
[junit4] 2> 1197183 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[138 (1592323825517723648)]} 0 0
[junit4] 2> 1197184 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[138 (1592323825518772224)]} 0 0
[junit4] 2> 1197185 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[139 (1592323825519820800)]} 0 0
[junit4] 2> 1197186 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[139 (1592323825519820800)]} 0 0
[junit4] 2> 1197186 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[140 (1592323825520869376)]} 0 0
[junit4] 2> 1197187 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[140 (1592323825521917952)]} 0 0
[junit4] 2> 1197188 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[141 (1592323825522966528)]} 0 0
[junit4] 2> 1197189 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[141 (1592323825522966528)]} 0 0
[junit4] 2> 1197189 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[142 (1592323825524015104)]} 0 0
[junit4] 2> 1197190 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[142 (1592323825525063680)]} 0 0
[junit4] 2> 1197191 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[143 (1592323825526112256)]} 0 0
[junit4] 2> 1197192 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[143 (1592323825526112256)]} 0 0
[junit4] 2> 1197192 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[144 (1592323825527160832)]} 0 0
[junit4] 2> 1197193 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[144 (1592323825528209408)]} 0 0
[junit4] 2> 1197194 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[145 (1592323825528209408)]} 0 0
[junit4] 2> 1197194 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[145 (1592323825529257984)]} 0 0
[junit4] 2> 1197195 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[146 (1592323825530306560)]} 0 0
[junit4] 2> 1197196 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[146 (1592323825531355136)]} 0 0
[junit4] 2> 1197197 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[147 (1592323825531355136)]} 0 0
[junit4] 2> 1197197 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[147 (1592323825532403712)]} 0 0
[junit4] 2> 1197198 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[148 (1592323825533452288)]} 0 0
[junit4] 2> 1197199 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[148 (1592323825533452288)]} 0 0
[junit4] 2> 1197199 INFO (qtp805416817-5867) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[149 (1592323825534500864)]} 0 0
[junit4] 2> 1197200 INFO (qtp523753748-5886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[149 (1592323825535549440)]} 0 0
[junit4] 2> 1197201 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1592323825536598016,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1197201 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@47f4f0cb commitCommandVersion:1592323825536598016
[junit4] 2> 1197214 INFO (qtp805416817-5869) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1fd5cbf3[collection1] main]
[junit4] 2> 1197216 INFO (searcherExecutor-1607-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1fd5cbf3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c9) Uninverting(_1(8.0.0):c59)))}
[junit4] 2> 1197216 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1197216 INFO (qtp805416817-5869) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 15
[junit4] 2> 1197217 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1592323825553375232,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1197217 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@49878971 commitCommandVersion:1592323825553375232
[junit4] 2> 1197229 INFO (qtp523753748-5884) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@419e90a7[collection1] main]
[junit4] 2> 1197231 INFO (searcherExecutor-1618-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@419e90a7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c9) Uninverting(_1(8.0.0):c59)))}
[junit4] 2> 1197231 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1197231 INFO (qtp523753748-5884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 14
[junit4] 2> 1197233 INFO (qtp805416817-5867) [ x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
[junit4] 2> 1197233 INFO (qtp805416817-5867) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*&distrib=false&start=-1&wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 1197234 INFO (qtp805416817-5869) [ x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
[junit4] 2> 1197234 INFO (qtp805416817-5869) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*&distrib=false&start=0&rows=-1&wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 1197235 INFO (qtp805416817-5869) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1197246 INFO (qtp523753748-5887) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+desc&shard.url=http://127.0.0.1:36716//collection1&rows=10&version=2&q=*:*&NOW=1518558335852&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1197266 INFO (qtp523753748-5881) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558335852&ids=143,11,101,13,124,113,127,107,109,131&isShard=true&shard.url=http://127.0.0.1:36716//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1197272 INFO (qtp523753748-5886) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:36716//collection1&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=35
[junit4] 2> 1197273 INFO (qtp805416817-5867) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1197897 INFO (qtp523753748-5885) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+asc&shard.url=[ff01::083]:33332/|[ff01::213]:33332/|[ff01::114]:33332/|http://127.0.0.1:36716//collection1&rows=10&version=2&q=*:*&NOW=1518558335890&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1197901 INFO (qtp523753748-5881) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558335890&ids=134,145,125,16,5,137,138,17,118,9&isShard=true&shard.url=[ff01::083]:33332/|[ff01::213]:33332/|[ff01::114]:33332/|http://127.0.0.1:36716//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1197917 INFO (qtp523753748-5884) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|[ff01::213]:33332/|[ff01::114]:33332/|http://127.0.0.1:36716//collection1&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=641
[junit4] 2> 1197919 INFO (qtp805416817-5869) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1197922 INFO (qtp523753748-5885) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+desc&shard.url=[ff01::083]:33332/|http://127.0.0.1:36716//collection1|[ff01::213]:33332/|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1518558336536&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1197923 INFO (qtp523753748-5884) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558336536&ids=11,133,145,3,147,15,116,128,8,107&isShard=true&shard.url=[ff01::083]:33332/|http://127.0.0.1:36716//collection1|[ff01::213]:33332/|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1197937 INFO (qtp523753748-5886) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|http://127.0.0.1:36716//collection1|[ff01::213]:33332/|[ff01::114]:33332/&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=15
[junit4] 2> 1197938 INFO (qtp805416817-5867) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1197940 INFO (qtp523753748-5885) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+asc&shard.url=http://127.0.0.1:36716//collection1|[ff01::213]:33332/|[ff01::114]:33332/|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1518558336554&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1197942 INFO (qtp523753748-5884) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558336554&ids=100,123,135,14,4,103,104,138,1001,117&isShard=true&shard.url=http://127.0.0.1:36716//collection1|[ff01::213]:33332/|[ff01::114]:33332/|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1197952 INFO (qtp523753748-5881) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:36716//collection1|[ff01::213]:33332/|[ff01::114]:33332/|[ff01::083]:33332/&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=12
[junit4] 2> 1197953 INFO (qtp805416817-5869) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1197954 INFO (qtp523753748-5885) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+desc&shard.url=http://127.0.0.1:36716//collection1&rows=10&version=2&q=*:*&NOW=1518558336569&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1197955 INFO (qtp523753748-5884) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558336569&ids=134,124,146,135,125,127,139,107,118,131&isShard=true&shard.url=http://127.0.0.1:36716//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1197963 INFO (qtp523753748-5881) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:36716//collection1&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=9
[junit4] 2> 1197964 INFO (qtp805416817-5867) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1197966 INFO (qtp523753748-5885) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+asc&shard.url=[ff01::083]:33332/|http://127.0.0.1:36716//collection1|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1518558336580&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1197967 INFO (qtp523753748-5884) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558336580&ids=121,11,110,111,123,3,103,104,17,116&isShard=true&shard.url=[ff01::083]:33332/|http://127.0.0.1:36716//collection1|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1197969 INFO (qtp523753748-5881) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|http://127.0.0.1:36716//collection1|[ff01::213]:33332/&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=3
[junit4] 2> 1197969 INFO (qtp805416817-5869) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1197971 INFO (qtp523753748-5885) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+desc&shard.url=http://127.0.0.1:36716//collection1|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1518558336585&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1197972 INFO (qtp523753748-5884) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558336585&ids=113,114,147,117,8,107,9,140,130,10&isShard=true&shard.url=http://127.0.0.1:36716//collection1|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1197973 INFO (qtp523753748-5886) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:36716//collection1|[ff01::114]:33332/&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=2
[junit4] 2> 1197974 INFO (qtp805416817-5867) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1197976 INFO (qtp523753748-5885) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+asc&shard.url=http://127.0.0.1:36716//collection1|[ff01::114]:33332/|[ff01::083]:33332/|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1518558336590&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1197977 INFO (qtp523753748-5884) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558336590&ids=11,122,144,12,101,5,104,16,141,131&isShard=true&shard.url=http://127.0.0.1:36716//collection1|[ff01::114]:33332/|[ff01::083]:33332/|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1197978 INFO (qtp523753748-5881) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:36716//collection1|[ff01::114]:33332/|[ff01::083]:33332/|[ff01::213]:33332/&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
[junit4] 2> 1197978 INFO (qtp805416817-5869) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1197980 INFO (qtp523753748-5885) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+desc&shard.url=[ff01::213]:33332/|http://127.0.0.1:36716//collection1|[ff01::083]:33332/|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1518558336594&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1197981 INFO (qtp523753748-5884) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558336594&ids=1,146,135,4,147,104,115,16,117,10&isShard=true&shard.url=[ff01::213]:33332/|http://127.0.0.1:36716//collection1|[ff01::083]:33332/|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1197982 INFO (qtp523753748-5886) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|http://127.0.0.1:36716//collection1|[ff01::083]:33332/|[ff01::114]:33332/&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=2
[junit4] 2> 1197983 INFO (qtp805416817-5867) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1197985 INFO (qtp523753748-5884) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+asc&shard.url=[ff01::114]:33332/|http://127.0.0.1:36716//collection1|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1518558336599&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1197986 INFO (qtp523753748-5884) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558336599&ids=121,132,100,3,15,136,126,105,141,131&isShard=true&shard.url=[ff01::114]:33332/|http://127.0.0.1:36716//collection1|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1197987 INFO (qtp523753748-5881) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::114]:33332/|http://127.0.0.1:36716//collection1|[ff01::213]:33332/&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
[junit4] 2> 1197988 INFO (qtp805416817-5869) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1197989 INFO (qtp523753748-5885) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+desc&shard.url=[ff01::213]:33332/|http://127.0.0.1:36716//collection1|[ff01::083]:33332/|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1518558336604&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1197990 INFO (qtp523753748-5881) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558336604&ids=101,124,103,136,125,5,117,109,120,10&isShard=true&shard.url=[ff01::213]:33332/|http://127.0.0.1:36716//collection1|[ff01::083]:33332/|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1197991 INFO (qtp523753748-5886) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|http://127.0.0.1:36716//collection1|[ff01::083]:33332/|[ff01::114]:33332/&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=2
[junit4] 2> 1197992 INFO (qtp805416817-5867) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1197993 INFO (qtp523753748-5881) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+asc&shard.url=[ff01::114]:33332/|http://127.0.0.1:36716//collection1|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1518558336608&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1197994 INFO (qtp523753748-5881) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558336608&ids=110,100,13,3,113,14,114,6,139,131&isShard=true&shard.url=[ff01::114]:33332/|http://127.0.0.1:36716//collection1|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1197995 INFO (qtp523753748-5887) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::114]:33332/|http://127.0.0.1:36716//collection1|[ff01::083]:33332/&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
[junit4] 2> 1197996 INFO (qtp805416817-5869) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1197997 INFO (qtp523753748-5881) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+desc&shard.url=http://127.0.0.1:36716//collection1&rows=10&version=2&q=*:*&NOW=1518558336611&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1197998 INFO (qtp523753748-5881) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558336611&ids=1,144,134,146,147,103,136,5,139,8&isShard=true&shard.url=http://127.0.0.1:36716//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1197999 INFO (qtp523753748-5886) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:36716//collection1&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=2
[junit4] 2> 1197999 INFO (qtp805416817-5867) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1198001 INFO (qtp523753748-5881) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+asc&shard.url=http://127.0.0.1:36716//collection1|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1518558336615&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1198002 INFO (qtp523753748-5881) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558336615&ids=110,132,122,112,4,148,16,107,9,142&isShard=true&shard.url=http://127.0.0.1:36716//collection1|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1198003 INFO (qtp523753748-5887) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:36716//collection1|[ff01::083]:33332/&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
[junit4] 2> 1198004 INFO (qtp805416817-5869) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1198005 INFO (qtp523753748-5881) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+desc&shard.url=[ff01::114]:33332/|http://127.0.0.1:36716//collection1|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1518558336620&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1198006 INFO (qtp523753748-5881) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558336620&ids=144,100,1,113,136,114,117,7,107,141&isShard=true&shard.url=[ff01::114]:33332/|http://127.0.0.1:36716//collection1|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1198007 INFO (qtp523753748-5886) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::114]:33332/|http://127.0.0.1:36716//collection1|[ff01::213]:33332/&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=2
[junit4] 2> 1198008 INFO (qtp805416817-5867) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_dt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1198009 INFO (qtp523753748-5881) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+asc&shard.url=http://127.0.0.1:36716//collection1|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1518558336623&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1198010 INFO (qtp523753748-5881) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558336623&ids=134,2,147,125,148,105,17,139,130,120&isShard=true&shard.url=http://127.0.0.1:36716//collection1|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1198011 INFO (qtp523753748-5887) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http:/
[...truncated too long message...]
.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10017_solr
[junit4] 2> 2293209 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10019_solr
[junit4] 2> 2293209 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10020_solr
[junit4] 2> 2293209 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10021_solr
[junit4] 2> 2293209 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10033_solr
[junit4] 2> 2293209 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10049_solr
[junit4] 2> 2293209 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10051_solr
[junit4] 2> 2293209 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10065_solr
[junit4] 2> 2293209 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10066_solr
[junit4] 2> 2293209 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10081_solr
[junit4] 2> 2293209 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10082_solr
[junit4] 2> 2293209 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10095_solr
[junit4] 2> 2293209 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10096_solr
[junit4] 2> 2293209 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10104_solr
[junit4] 2> 2293209 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10105_solr
[junit4] 2> 2293209 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10118_solr
[junit4] 2> 2293209 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10120_solr
[junit4] 2> 2293209 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10121_solr
[junit4] 2> 2293209 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [testNodeLost]
[junit4] 2> 2293209 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 3
[junit4] 2> 2293209 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 2
[junit4] 2> 2293209 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 200
[junit4] 2> 2293209 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * testNodeLost 200
[junit4] 2> 2293209 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 200
[junit4] 2> 2293209 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 2293209 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 2293209 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - DELETESTATUS 40
[junit4] 2> 2293210 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - MOVEREPLICA 40
[junit4] 2> 2293210 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - REQUESTSTATUS 40
[junit4] 2> 2293210 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 1
[junit4] 2> 2293210 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 15
[junit4] 2> 2293210 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 2293210 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: .auto_add_replicas
[junit4] 2> 2293210 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - IGNORED 1
[junit4] 2> 2293210 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 2
[junit4] 2> 2293210 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 2
[junit4] 2> 2293210 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger
[junit4] 2> 2293210 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - IGNORED 2
[junit4] 2> 2293210 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 4
[junit4] 2> 2293210 INFO (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 4
[junit4] 2> 2293210 DEBUG (SUITE-TestLargeCluster-seed#[3BA892261A2F1034]-worker) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2293211 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestLargeCluster_3BA892261A2F1034-001
[junit4] 2> Feb 13, 2018 10:03:52 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 45 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1685, maxMBSortInHeap=7.541039568897046, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4391e823), locale=sk, timezone=Asia/Hong_Kong
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=221390136,total=528482304
[junit4] 2> NOTE: All tests run in this JVM: [UniqFieldsUpdateProcessorFactoryTest, TestConfigSetImmutable, TestDeleteCollectionOnDownNodes, TestUtils, TestSchemaSimilarityResource, TestBadConfig, NotRequiredUniqueKeyTest, TestReplicaProperties, URLClassifyProcessorTest, BasicDistributedZk2Test, DocValuesTest, TestCloudPivotFacet, MultiTermTest, BigEndianAscendingWordSerializerTest, TestGraphMLResponseWriter, CoreAdminHandlerTest, PingRequestHandlerTest, TestConfigSetsAPIExclusivity, TestCollapseQParserPlugin, TestRTimerTree, TestGraphTermsQParserPlugin, TestDFRSimilarityFactory, RecoveryZkTest, DocValuesMissingTest, TestSkipOverseerOperations, TestFieldTypeResource, ConnectionManagerTest, TestCollectionAPIs, ExecutePlanActionTest, ForceLeaderTest, DistributedQueueTest, TestScoreJoinQPScore, OverriddenZkACLAndCredentialsProvidersTest, FullHLLTest, TestInPlaceUpdatesStandalone, CdcrReplicationDistributedZkTest, TestSQLHandler, TestStressUserVersions, TestCustomSort, CustomHighlightComponentTest, ResponseBuilderTest, TestHttpShardHandlerFactory, CollectionsAPISolrJTest, ChangedSchemaMergeTest, TestFastWriter, NoCacheHeaderTest, MultiThreadedOCPTest, TestRealTimeGet, SolrCloudExampleTest, TestAtomicUpdateErrorCases, TimeZoneUtilsTest, LukeRequestHandlerTest, TestStressReorder, ShufflingReplicaListTransformerTest, CopyFieldTest, TestCloudSearcherWarming, SolrJmxReporterCloudTest, TestXmlQParserPlugin, TestSortableTextField, TestRawResponseWriter, ShardSplitTest, HdfsTlogReplayBufferedWhileIndexingTest, DocValuesMultiTest, CircularListTest, TestZkAclsWithHadoopAuth, AnalysisErrorHandlingTest, TestManagedSchema, StatelessScriptUpdateProcessorFactoryTest, CleanupOldIndexTest, TestSuggestSpellingConverter, SparseHLLTest, TestTolerantSearch, SearchHandlerTest, JavabinLoaderTest, TestSortByMinMaxFunction, TestSolrCloudWithSecureImpersonation, ParsingFieldUpdateProcessorsTest, TemplateUpdateProcessorTest, DistanceFunctionTest, CursorMarkTest, TestPointFields, HttpPartitionTest, DateFieldTest, TestImplicitCoreProperties, TestAnalyzedSuggestions, TestSolrConfigHandlerConcurrent, WordBreakSolrSpellCheckerTest, BufferStoreTest, AliasIntegrationTest, TestHighFrequencyDictionaryFactory, TestCustomDocTransformer, TestFiltering, RestartWhileUpdatingTest, TestDocTermOrds, IndexSchemaRuntimeFieldTest, BlockJoinFacetRandomTest, HdfsNNFailoverTest, RankQueryTest, DisMaxRequestHandlerTest, CloneFieldUpdateProcessorFactoryTest, TestLargeCluster]
[junit4] Completed [308/776 (2!)] on J2 in 48.95s, 4 tests, 1 failure <<< FAILURES!
[...truncated 50052 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2324 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2324/
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.facet.RangeFacetTest
Error Message:
Error from server at https://127.0.0.1:35425/solr: Expected mime type application/octet-stream but got text/html. <h1>Bad Message 400</h1><pre>reason: Illegal character 0x0</pre>
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35425/solr: Expected mime type application/octet-stream but got text/html. <h1>Bad Message 400</h1><pre>reason: Illegal character 0x0</pre>
at __randomizedtesting.SeedInfo.seed([2B4B045324920074]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:62)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit
Error Message:
expected:<1> but was:<2>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
at __randomizedtesting.SeedInfo.seed([29A6774E55933F0:FBD7F4DBD92C7E7A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:282)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([29A6774E55933F0:B89650FBBAB1E5BF]:0)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1565)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([29A6774E55933F0:6F66C3895F11CCF7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:274)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12636 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4] 2> 1302716 INFO (SUITE-ShardSplitTest-seed#[29A6774E55933F0]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/init-core-data-001
[junit4] 2> 1302717 WARN (SUITE-ShardSplitTest-seed#[29A6774E55933F0]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1302717 INFO (SUITE-ShardSplitTest-seed#[29A6774E55933F0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1302718 INFO (SUITE-ShardSplitTest-seed#[29A6774E55933F0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1302718 INFO (SUITE-ShardSplitTest-seed#[29A6774E55933F0]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1302732 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1302733 INFO (Thread-2144) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1302733 INFO (Thread-2144) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1302735 ERROR (Thread-2144) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1302833 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.ZkTestServer start zk server on port:43952
[junit4] 2> 1302836 INFO (zkConnectionManagerCallback-528-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1302839 INFO (zkConnectionManagerCallback-530-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1302844 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1302854 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1302855 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1302857 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1302870 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1302872 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1302873 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1302888 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1302889 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1302898 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1302901 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1302903 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 1302903 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10038a2a3df0001, likely client has closed socket
[junit4] 2> 1303733 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1303787 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1303787 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1303787 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1303787 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b62dc6d{/,null,AVAILABLE}
[junit4] 2> 1303789 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5b087b7b{HTTP/1.1,[http/1.1]}{127.0.0.1:40777}
[junit4] 2> 1303789 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.Server Started @1314661ms
[junit4] 2> 1303789 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=40777, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/control-001/cores}
[junit4] 2> 1303789 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1303789 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1303789 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1303789 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1303789 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T12:53:02.997Z
[junit4] 2> 1303856 INFO (zkConnectionManagerCallback-532-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1303877 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1303877 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/control-001/solr.xml
[junit4] 2> 1303898 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1303898 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1303899 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1303914 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43952/solr
[junit4] 2> 1303916 INFO (zkConnectionManagerCallback-536-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1304040 INFO (zkConnectionManagerCallback-538-thread-1-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1304576 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:40777_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1304577 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:40777_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40777_
[junit4] 2> 1304578 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:40777_ ] o.a.s.c.Overseer Overseer (id=72119865223086084-127.0.0.1:40777_-n_0000000000) starting
[junit4] 2> 1304601 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:40777_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40777_
[junit4] 2> 1304602 INFO (OverseerStateUpdate-72119865223086084-127.0.0.1:40777_-n_0000000000) [n:127.0.0.1:40777_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1304788 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:40777_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1304821 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:40777_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1304821 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:40777_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1304831 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:40777_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/control-001/cores
[junit4] 2> 1304894 INFO (zkConnectionManagerCallback-544-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1304895 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1304896 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43952/solr ready
[junit4] 2> 1304912 INFO (qtp345685293-4747) [n:127.0.0.1:40777_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40777_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1304956 INFO (OverseerThreadFactory-1561-thread-1-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1305064 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1305064 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1305182 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1306172 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1306217 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1306502 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1306528 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1306528 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1306555 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1306555 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1306558 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1392201685, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1306588 WARN (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1306704 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1306704 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1306705 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1306705 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1306722 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=29.515625, floorSegmentMB=1.771484375, forceMergeDeletesPctAllowed=15.231920258584283, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.14155219057607304
[junit4] 2> 1306723 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@63fbf9a5[control_collection_shard1_replica_n1] main]
[junit4] 2> 1306724 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1306724 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1306725 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1306726 INFO (searcherExecutor-1564-thread-1-processing-n:127.0.0.1:40777_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@63fbf9a5[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1306738 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592380920636112896
[junit4] 2> 1306745 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1306745 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1306745 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40777/control_collection_shard1_replica_n1/
[junit4] 2> 1306745 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1306745 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:40777/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1306745 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1306748 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40777/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1306860 INFO (zkCallback-537-thread-2-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1306899 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1306900 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1837
[junit4] 2> 1306921 INFO (qtp345685293-4747) [n:127.0.0.1:40777_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1306975 INFO (OverseerCollectionConfigSetProcessor-72119865223086084-127.0.0.1:40777_-n_0000000000) [n:127.0.0.1:40777_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1307022 INFO (zkCallback-537-thread-2-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1307925 INFO (qtp345685293-4747) [n:127.0.0.1:40777_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40777_&wt=javabin&version=2} status=0 QTime=3012
[junit4] 2> 1308088 INFO (zkConnectionManagerCallback-548-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1308161 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1308230 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43952/solr ready
[junit4] 2> 1308230 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1308275 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1308433 INFO (OverseerThreadFactory-1561-thread-2-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1308487 WARN (OverseerThreadFactory-1561-thread-2-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1308791 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1308791 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=515
[junit4] 2> 1309428 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-1-001 of type TLOG
[junit4] 2> 1309441 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1309442 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1309442 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1309442 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1309442 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a49d116{/,null,AVAILABLE}
[junit4] 2> 1309443 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@bd9ef6d{HTTP/1.1,[http/1.1]}{127.0.0.1:45913}
[junit4] 2> 1309443 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.Server Started @1320315ms
[junit4] 2> 1309443 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=45913, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-1-001/cores}
[junit4] 2> 1309443 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1309443 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1309443 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1309443 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1309443 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T12:53:08.651Z
[junit4] 2> 1309469 INFO (zkConnectionManagerCallback-550-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1309470 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1309470 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-1-001/solr.xml
[junit4] 2> 1309492 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1309492 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1309493 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1309495 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43952/solr
[junit4] 2> 1309527 INFO (zkConnectionManagerCallback-554-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1309574 INFO (zkConnectionManagerCallback-556-thread-1-processing-n:127.0.0.1:45913_) [n:127.0.0.1:45913_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1309588 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45913_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1309589 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45913_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1309607 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45913_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45913_
[junit4] 2> 1309632 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1309672 INFO (zkCallback-555-thread-1-processing-n:127.0.0.1:45913_) [n:127.0.0.1:45913_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1309672 INFO (zkCallback-547-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1310014 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45913_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1310056 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45913_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1310057 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45913_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1310058 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45913_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-1-001/cores
[junit4] 2> 1310161 INFO (qtp345685293-4749) [n:127.0.0.1:40777_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45913_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1310173 INFO (OverseerCollectionConfigSetProcessor-72119865223086084-127.0.0.1:40777_-n_0000000000) [n:127.0.0.1:40777_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1310174 INFO (OverseerThreadFactory-1561-thread-3-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:45913_ for creating new replica
[junit4] 2> 1310198 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1310198 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1311221 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1311231 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 1311404 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1311437 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 1311438 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1311438 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1311438 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 1311454 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1392201685, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1311492 WARN (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1311590 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1311590 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1311591 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1311591 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1311592 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=29.515625, floorSegmentMB=1.771484375, forceMergeDeletesPctAllowed=15.231920258584283, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.14155219057607304
[junit4] 2> 1311631 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@61dc0174[collection1_shard2_replica_t41] main]
[junit4] 2> 1311633 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1311633 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1311634 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1311635 INFO (searcherExecutor-1575-thread-1-processing-n:127.0.0.1:45913_ x:collection1_shard2_replica_t41 s:shard2 c:collection1) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@61dc0174[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1311635 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592380925770989568
[junit4] 2> 1311642 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1311642 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1311642 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45913/collection1_shard2_replica_t41/
[junit4] 2> 1311642 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1311642 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:45913/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 1311642 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1311642 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 1311654 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45913/collection1_shard2_replica_t41/ shard2
[junit4] 2> 1311830 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1311833 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1634
[junit4] 2> 1311875 INFO (qtp345685293-4749) [n:127.0.0.1:40777_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45913_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1714
[junit4] 2> 1312189 INFO (OverseerCollectionConfigSetProcessor-72119865223086084-127.0.0.1:40777_-n_0000000000) [n:127.0.0.1:40777_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1312381 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-2-001 of type TLOG
[junit4] 2> 1312382 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1312436 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1312436 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1312437 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1312452 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@603772bb{/,null,AVAILABLE}
[junit4] 2> 1312453 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2a11da51{HTTP/1.1,[http/1.1]}{127.0.0.1:35241}
[junit4] 2> 1312453 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.Server Started @1323326ms
[junit4] 2> 1312453 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=35241, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-2-001/cores}
[junit4] 2> 1312453 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1312454 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1312454 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1312454 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1312454 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T12:53:11.662Z
[junit4] 2> 1312501 INFO (zkConnectionManagerCallback-560-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1312537 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1312537 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-2-001/solr.xml
[junit4] 2> 1312541 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1312541 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1312575 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1312611 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43952/solr
[junit4] 2> 1312648 INFO (zkConnectionManagerCallback-564-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1312655 INFO (zkConnectionManagerCallback-566-thread-1-processing-n:127.0.0.1:35241_) [n:127.0.0.1:35241_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1312672 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:35241_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1312675 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:35241_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1312677 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:35241_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35241_
[junit4] 2> 1312678 INFO (zkCallback-547-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1312700 INFO (zkCallback-555-thread-1-processing-n:127.0.0.1:45913_) [n:127.0.0.1:45913_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1312717 INFO (zkCallback-565-thread-1-processing-n:127.0.0.1:35241_) [n:127.0.0.1:35241_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1312717 INFO (zkCallback-537-thread-2-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1312892 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:35241_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1312914 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:35241_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1312914 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:35241_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1312924 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:35241_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-2-001/cores
[junit4] 2> 1313039 INFO (qtp83410511-4827) [n:127.0.0.1:35241_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:35241_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1313059 INFO (OverseerThreadFactory-1561-thread-4-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:35241_ for creating new replica
[junit4] 2> 1313079 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1313079 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1314093 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1314104 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 1314255 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1314267 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
[junit4] 2> 1314267 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1314268 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1314268 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
[junit4] 2> 1314271 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1392201685, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1314286 WARN (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1314337 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1314337 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1314350 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1314350 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1314352 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=29.515625, floorSegmentMB=1.771484375, forceMergeDeletesPctAllowed=15.231920258584283, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.14155219057607304
[junit4] 2> 1314352 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [Searcher@f01934[collection1_shard1_replica_t43] main]
[junit4] 2> 1314353 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1314353 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1314354 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1314355 INFO (searcherExecutor-1586-thread-1-processing-n:127.0.0.1:35241_ x:collection1_shard1_replica_t43 s:shard1 c:collection1) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@f01934[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1314355 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592380928623116288
[junit4] 2> 1314361 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1314361 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1314361 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35241/collection1_shard1_replica_t43/
[junit4] 2> 1314361 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1314361 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:35241/collection1_shard1_replica_t43/ has no replicas
[junit4] 2> 1314361 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1314361 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
[junit4] 2> 1314364 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35241/collection1_shard1_replica_t43/ shard1
[junit4] 2> 1314515 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1314517 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1437
[junit4] 2> 1314523 INFO (qtp83410511-4827) [n:127.0.0.1:35241_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:35241_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1483
[junit4] 2> 1314942 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-3-001 of type TLOG
[junit4] 2> 1314943 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1314952 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1314952 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1314952 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1314953 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25add039{/,null,AVAILABLE}
[junit4] 2> 1314953 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5bd0e5a5{HTTP/1.1,[http/1.1]}{127.0.0.1:45227}
[junit4] 2> 1314953 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.Server Started @1325826ms
[junit4] 2> 1314953 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=45227, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-3-001/cores}
[junit4] 2> 1314953 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1314960 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1314960 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1314960 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1314960 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T12:53:14.168Z
[junit4] 2> 1314962 INFO (zkConnectionManagerCallback-570-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1314963 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1314963 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-3-001/solr.xml
[junit4] 2> 1314979 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1314979 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1314996 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1315011 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43952/solr
[junit4] 2> 1315041 INFO (zkConnectionManagerCallback-574-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1315086 INFO (OverseerCollectionConfigSetProcessor-72119865223086084-127.0.0.1:40777_-n_0000000000) [n:127.0.0.1:40777_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1315108 INFO (zkConnectionManagerCallback-576-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1315150 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45227_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1315153 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45227_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1315167 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45227_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45227_
[junit4] 2> 1315168 INFO (zkCallback-565-thread-1-processing-n:127.0.0.1:35241_) [n:127.0.0.1:35241_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1315168 INFO (zkCallback-547-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1315187 INFO (zkCallback-555-thread-1-processing-n:127.0.0.1:45913_) [n:127.0.0.1:45913_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1315189 INFO (zkCallback-575-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1315190 INFO (zkCallback-537-thread-2-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1315394 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45227_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1315491 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45227_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1315491 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45227_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1315509 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45227_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-3-001/cores
[junit4] 2> 1315634 INFO (qtp83410511-4829) [n:127.0.0.1:35241_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45227_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1315649 INFO (OverseerThreadFactory-1561-thread-5-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:45227_ for creating new replica
[junit4] 2> 1315668 INFO (qtp1313043132-4858) [n:127.0.0.1:45227_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1315668 INFO (qtp1313043132-4858) [n:127.0.0.1:45227_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1316784 INFO (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1316823 INFO (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema [collection1_shard2_replica_t45] Schema name=test
[junit4] 2> 1317124 INFO (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1317155 INFO (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t45' using configuration from collection collection1, trusted=true
[junit4] 2> 1317155 INFO (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t45' (registry 'solr.core.collection1.shard2.replica_t45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1317155 INFO (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1317155 INFO (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [[collection1_shard2_replica_t45] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-3-001/cores/collection1_shard2_replica_t45], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-3-001/cores/collection1_shard2_replica_t45/data/]
[junit4] 2> 1317159 INFO (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1392201685, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1317188 WARN (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1317366 INFO (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateL
[...truncated too long message...]
t_collection/state.json
[junit4] 2> 13 /solr/clusterstate.json
[junit4] 2> 3 /solr/collections/.system/leader_elect/shard1/election/72120094448484360-core_node6-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/72120094448484360-127.0.0.1:35167_solr-n_0000000000
[junit4] 2> 2 /solr/collections/AutoscalingHistoryHandlerTest_collection/leader_elect/shard1/election/72120094448484360-core_node6-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 13 /solr/live_nodes
[junit4] 2> 13 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_29A6774E55933F0-001
[junit4] 2> Feb 14, 2018 1:51:57 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {action_s=BlockTreeOrds(blocksize=128), event.source_s=PostingsFormat(name=MockRandom), type=BlockTreeOrds(blocksize=128), before.actions_ss=PostingsFormat(name=MockRandom), event.property._enqueue_time__ss=BlockTreeOrds(blocksize=128), after.actions_ss=Lucene50(blocksize=128), stage_s=BlockTreeOrds(blocksize=128), event.id_s=PostingsFormat(name=Asserting), event.property.eventTimes_ss=BlockTreeOrds(blocksize=128), source_s=PostingsFormat(name=Asserting), event.type_s=BlockTreeOrds(blocksize=128), responses_ts=Lucene50(blocksize=128), id=PostingsFormat(name=Asserting), collections_ss=BlockTreeOrds(blocksize=128), operations.params_ts=BlockTreeOrds(blocksize=128), event.property.nodeNames_ss=BlockTreeOrds(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Lucene70), event.time_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=199, maxMBSortInHeap=7.7767976689497935, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@720a6202), locale=ar-SA, timezone=Pacific/Chuuk
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=112601264,total=524288000
[junit4] 2> NOTE: All tests run in this JVM: [TestLeaderElectionWithEmptyReplica, TestDistributedSearch, UpdateParamsTest, TestConfigsApi, TestWriterPerf, DirectUpdateHandlerTest, TermVectorComponentDistributedTest, AssignBackwardCompatibilityTest, AssignTest, TestConfig, SolrIndexSplitterTest, BJQParserTest, TestUninvertingReader, StatsReloadRaceTest, TestFieldCacheSortRandom, ExternalFileFieldSortTest, TestDocSet, OpenExchangeRatesOrgProviderTest, HDFSCollectionsAPITest, TestBulkSchemaConcurrent, CdcrUpdateLogTest, NodeAddedTriggerTest, BlobRepositoryCloudTest, SimpleFacetsTest, ChaosMonkeyNothingIsSafeTest, TestShortCircuitedRequests, DocumentAnalysisRequestHandlerTest, CursorPagingTest, TestPerFieldSimilarityWithDefaultOverride, TestLockTree, SpatialHeatmapFacetsTest, TestDynamicFieldCollectionResource, TestTlogReplica, ActionThrottleTest, RollingRestartTest, TestDistribDocBasedVersion, SolrIndexMetricsTest, TestRandomFlRTGCloud, PropertiesRequestHandlerTest, BinaryUpdateRequestHandlerTest, TestPseudoReturnFields, CreateCollectionCleanupTest, TestChildDocTransformer, TestImpersonationWithHadoopAuth, TestWordDelimiterFilterFactory, TestStressCloudBlindAtomicUpdates, TestPHPSerializedResponseWriter, DistributedQueryElevationComponentTest, TestLuceneMatchVersion, OverseerCollectionConfigSetProcessorTest, SortSpecParsingTest, TestFieldCache, HighlighterConfigTest, ConcurrentCreateRoutedAliasTest, TestCrossCoreJoin, AtomicUpdateProcessorFactoryTest, HdfsSyncSliceTest, TestCloudInspectUtil, TestLegacyField, TestPhraseSuggestions, CurrencyFieldTypeTest, TestIndexingPerformance, TestHashQParserPlugin, TestLMDirichletSimilarityFactory, TestBackupRepositoryFactory, TestSchemaVersionResource, UpdateLogTest, DistributedFacetSimpleRefinementLongTailTest, SolrGangliaReporterTest, TestStressLucene, HLLSerializationTest, CollectionsAPIAsyncDistributedZkTest, TestNestedDocsSort, ZkSolrClientTest, EnumFieldTest, TestOmitPositions, ChaosMonkeySafeLeaderWithPullReplicasTest, TestRequestForwarding, HdfsChaosMonkeyNothingIsSafeTest, UUIDUpdateProcessorFallbackTest, TestCSVResponseWriter, TestGroupingSearch, PluginInfoTest, TestRequestStatusCollectionAPI, SolrShardReporterTest, ConfigureRecoveryStrategyTest, TestNamedUpdateProcessors, SynonymTokenizerTest, LIRRollingUpdatesTest, TestIBSimilarityFactory, TestMaxTokenLenTokenizer, SpellCheckCollatorWithCollapseTest, SolrJmxReporterTest, HttpSolrCallGetCoreTest, TestFastOutputStream, SimpleCollectionCreateDeleteTest, TestConfigSetsAPIZkFailure, CoreMergeIndexesAdminHandlerTest, RequestHandlersTest, TestSolrConfigHandler, TestPrepRecovery, TestClusterStateProvider, TestSolrCoreSnapshots, ImplicitSnitchTest, MoveReplicaHDFSTest, TestRestManager, TestSolrFieldCacheBean, TestJsonRequest, TestSQLHandlerNonCloud, SchemaApiFailureTest, XmlUpdateRequestHandlerTest, TestComponentsName, FieldAnalysisRequestHandlerTest, SolrPluginUtilsTest, DeleteShardTest, UninvertDocValuesMergePolicyTest, ReplaceNodeTest, TestDistribIDF, DistributedDebugComponentTest, MetricUtilsTest, TestUseDocValuesAsStored, TestCollationField, DistributedFacetPivotLargeTest, TestNodeAddedTrigger, TestHdfsCloudBackupRestore, DebugComponentTest, BadCopyFieldTest, TestDocumentBuilder, HdfsDirectoryTest, BasicDistributedZkTest, LeaderFailoverAfterPartitionTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, OverseerStatusTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, TestCloudPseudoReturnFields, TestClusterProperties, TestConfigSetsAPIExclusivity, TestDeleteCollectionOnDownNodes, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestLeaderInitiatedRecoveryThread, TestSkipOverseerOperations, TestStressLiveNodes, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, TestCollectionAPI, AutoScalingHandlerTest, HdfsAutoAddReplicasIntegrationTest, TestSimDistributedQueue, CdcrBootstrapTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsUnloadDistributedZkTest, TestClusterStateMutator, ZkStateReaderTest, RuleEngineTest, RulesTest, TestConfigSets, TestImplicitCoreProperties, TestInfoStreamLogging, TestReloadAndDeleteDocs, TestShardHandlerFactory, TestSolrXml, ResponseBuilderTest, SearchHandlerTest, TestBlobHandler, TestReqParamsAPI, TestSystemCollAutoCreate, V2ApiIntegrationTest, V2StandaloneTest, AutoscalingHistoryHandlerTest]
[junit4] Completed [644/776 (3!)] on J0 in 38.58s, 1 test, 1 failure <<< FAILURES!
[...truncated 3463 lines...]
[junit4] Suite: org.apache.solr.analytics.facet.RangeFacetTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-analytics/test/J2/temp/solr.analytics.facet.RangeFacetTest_2B4B045324920074-001/init-core-data-001
[junit4] 2> Feb 14, 2018 2:10:09 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@19d8e459), locale=fr-CA, timezone=America/St_Thomas
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=158811704,total=296222720
[junit4] 2> NOTE: All tests run in this JVM: [CastingAnalyticsValueTest, AndFunctionTest, CastingIntValueStreamTest, TopFunctionTest, LegacyQueryFacetTest, ConstantValueTest, DivideFunctionTest, StringFieldsTest, LegacyFieldFacetExtrasTest, LegacyFacetSortingTest, CastingDoubleValueTest, LegacyFunctionTest, RangeFacetTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=RangeFacetTest -Dtests.seed=2B4B045324920074 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=fr-CA -Dtests.timezone=America/St_Thomas -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J2 | RangeFacetTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35425/solr: Expected mime type application/octet-stream but got text/html. <h1>Bad Message 400</h1><pre>reason: Illegal character 0x0</pre>
[junit4] > at __randomizedtesting.SeedInfo.seed([2B4B045324920074]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:62)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [29/78 (1!)] on J2 in 27.17s, 0 tests, 1 error <<< FAILURES!
[...truncated 45352 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2323 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2323/
1 tests failed.
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_n1","base_url":"http://127.0.0.1:39317","node_name":"127.0.0.1:39317_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/12)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node4":{ "core":"c8n_1x3_lf_shard1_replica_n1", "base_url":"http://127.0.0.1:39317", "node_name":"127.0.0.1:39317_", "state":"active", "type":"NRT", "leader":"true"}, "core_node5":{ "core":"c8n_1x3_lf_shard1_replica_n2", "base_url":"http://127.0.0.1:60535", "node_name":"127.0.0.1:60535_", "state":"down", "type":"NRT"}, "core_node6":{ "core":"c8n_1x3_lf_shard1_replica_n3", "base_url":"http://127.0.0.1:53274", "node_name":"127.0.0.1:53274_", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_n1","base_url":"http://127.0.0.1:39317","node_name":"127.0.0.1:39317_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/12)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"c8n_1x3_lf_shard1_replica_n1",
"base_url":"http://127.0.0.1:39317",
"node_name":"127.0.0.1:39317_",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node5":{
"core":"c8n_1x3_lf_shard1_replica_n2",
"base_url":"http://127.0.0.1:60535",
"node_name":"127.0.0.1:60535_",
"state":"down",
"type":"NRT"},
"core_node6":{
"core":"c8n_1x3_lf_shard1_replica_n3",
"base_url":"http://127.0.0.1:53274",
"node_name":"127.0.0.1:53274_",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"3",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([68EA298AA134BD99:E0BE16500FC8D061]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13922 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/init-core-data-001
[junit4] 2> 1464749 WARN (SUITE-LeaderFailoverAfterPartitionTest-seed#[68EA298AA134BD99]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 1464749 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[68EA298AA134BD99]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1464750 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[68EA298AA134BD99]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1464750 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[68EA298AA134BD99]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1464750 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[68EA298AA134BD99]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1464752 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1464752 INFO (Thread-3580) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1464753 INFO (Thread-3580) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1464754 ERROR (Thread-3580) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1464853 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.ZkTestServer start zk server on port:41822
[junit4] 2> 1464854 INFO (zkConnectionManagerCallback-3381-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1464856 INFO (zkConnectionManagerCallback-3383-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1464861 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1464862 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1464863 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1464864 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1464865 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1464866 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1464866 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1464867 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1464868 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1464869 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1464870 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1464871 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1464955 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T03:27:37+06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1464956 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1464956 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1464956 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1464956 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a771cf4{/,null,AVAILABLE}
[junit4] 2> 1464957 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4a710519{HTTP/1.1,[http/1.1]}{127.0.0.1:54036}
[junit4] 2> 1464957 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.Server Started @1467548ms
[junit4] 2> 1464957 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/tempDir-001/control/data, hostContext=/, hostPort=39317, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/control-001/cores}
[junit4] 2> 1464957 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1464957 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1464958 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1464958 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1464958 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T03:51:29.469Z
[junit4] 2> 1464959 INFO (zkConnectionManagerCallback-3385-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1464960 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1464960 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/control-001/solr.xml
[junit4] 2> 1464963 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1464963 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1464965 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1464967 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41822/solr
[junit4] 2> 1464968 INFO (zkConnectionManagerCallback-3389-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1464969 INFO (zkConnectionManagerCallback-3391-thread-1-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1465023 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:39317_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1465024 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:39317_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39317_
[junit4] 2> 1465024 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:39317_ ] o.a.s.c.Overseer Overseer (id=73291780925882372-127.0.0.1:39317_-n_0000000000) starting
[junit4] 2> 1465030 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:39317_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39317_
[junit4] 2> 1465039 INFO (zkCallback-3390-thread-1-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1465084 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:39317_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1465092 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:39317_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1465093 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:39317_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1465094 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:39317_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/control-001/cores
[junit4] 2> 1465110 INFO (zkConnectionManagerCallback-3397-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1465111 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1465112 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41822/solr ready
[junit4] 2> 1465112 INFO (SocketProxy-Acceptor-39317) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=59587,localport=39317], receiveBufferSize:531000
[junit4] 2> 1465112 INFO (SocketProxy-Acceptor-39317) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=54036,localport=36889], receiveBufferSize=530904
[junit4] 2> 1465113 INFO (qtp1984258198-15673) [n:127.0.0.1:39317_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:39317_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1465114 INFO (OverseerThreadFactory-6949-thread-1-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1465218 INFO (SocketProxy-Acceptor-39317) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=59591,localport=39317], receiveBufferSize:531000
[junit4] 2> 1465219 INFO (SocketProxy-Acceptor-39317) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=54036,localport=36893], receiveBufferSize=530904
[junit4] 2> 1465219 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1465219 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1465322 INFO (zkCallback-3390-thread-1-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1466232 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1466244 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1466368 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1466379 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1466380 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1466380 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1466380 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1466382 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=39.1708984375, floorSegmentMB=1.61328125, forceMergeDeletesPctAllowed=18.277987823128747, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8518988113197338
[junit4] 2> 1466389 WARN (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1466428 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1466428 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1466429 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1466429 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1466430 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=92.7587890625, floorSegmentMB=1.1796875, forceMergeDeletesPctAllowed=1.4323881509306624, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1466431 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4b5de851[control_collection_shard1_replica_n1] main]
[junit4] 2> 1466432 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1466432 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1466433 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1466433 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592346847156895744
[junit4] 2> 1466435 INFO (searcherExecutor-6952-thread-1-processing-n:127.0.0.1:39317_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@4b5de851[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1466439 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1466439 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1466439 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39317/control_collection_shard1_replica_n1/
[junit4] 2> 1466440 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1466440 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:39317/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1466440 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1466442 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39317/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1466543 INFO (zkCallback-3390-thread-2-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1466592 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1466594 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1374
[junit4] 2> 1466596 INFO (qtp1984258198-15673) [n:127.0.0.1:39317_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1466694 INFO (zkCallback-3390-thread-2-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1467116 INFO (OverseerCollectionConfigSetProcessor-73291780925882372-127.0.0.1:39317_-n_0000000000) [n:127.0.0.1:39317_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1467596 INFO (qtp1984258198-15673) [n:127.0.0.1:39317_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:39317_&wt=javabin&version=2} status=0 QTime=2482
[junit4] 2> 1467599 INFO (zkConnectionManagerCallback-3401-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1467600 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1467601 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41822/solr ready
[junit4] 2> 1467601 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1467601 INFO (SocketProxy-Acceptor-39317) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=59606,localport=39317], receiveBufferSize:531000
[junit4] 2> 1467602 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1467606 INFO (SocketProxy-Acceptor-39317) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=54036,localport=36908], receiveBufferSize=530904
[junit4] 2> 1467607 INFO (OverseerThreadFactory-6949-thread-2-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1467607 WARN (OverseerThreadFactory-6949-thread-2-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1467810 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1467811 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=209
[junit4] 2> 1467895 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-1-001 of type NRT
[junit4] 2> 1467896 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T03:27:37+06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1467897 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1467897 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1467897 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1467897 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28edb13c{/,null,AVAILABLE}
[junit4] 2> 1467897 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@53f3e554{HTTP/1.1,[http/1.1]}{127.0.0.1:42510}
[junit4] 2> 1467897 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.Server Started @1470488ms
[junit4] 2> 1467897 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=60535, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-1-001/cores}
[junit4] 2> 1467898 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1467898 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1467898 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1467898 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1467898 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T03:51:32.409Z
[junit4] 2> 1467899 INFO (zkConnectionManagerCallback-3403-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1467900 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1467900 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-1-001/solr.xml
[junit4] 2> 1467903 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1467903 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1467904 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1467907 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41822/solr
[junit4] 2> 1467908 INFO (zkConnectionManagerCallback-3407-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1467909 INFO (zkConnectionManagerCallback-3409-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1467914 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:60535_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1467916 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:60535_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1467917 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:60535_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60535_
[junit4] 2> 1467918 INFO (zkCallback-3390-thread-2-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1467923 INFO (zkCallback-3400-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1467927 INFO (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1467998 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:60535_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1468008 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:60535_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1468008 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:60535_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1468009 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:60535_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-1-001/cores
[junit4] 2> 1468033 INFO (qtp1984258198-15675) [n:127.0.0.1:39317_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:60535_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1468035 INFO (OverseerCollectionConfigSetProcessor-73291780925882372-127.0.0.1:39317_-n_0000000000) [n:127.0.0.1:39317_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1468035 INFO (OverseerThreadFactory-6949-thread-3-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:60535_ for creating new replica
[junit4] 2> 1468037 INFO (SocketProxy-Acceptor-60535) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=36130,localport=60535], receiveBufferSize:531000
[junit4] 2> 1468037 INFO (SocketProxy-Acceptor-60535) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=42510,localport=49465], receiveBufferSize=530904
[junit4] 2> 1468038 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1468038 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1468141 INFO (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1469050 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1469062 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 1469165 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1469176 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 1469176 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1469176 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1469176 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 1469178 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=39.1708984375, floorSegmentMB=1.61328125, forceMergeDeletesPctAllowed=18.277987823128747, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8518988113197338
[junit4] 2> 1469180 WARN (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1469215 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1469216 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1469216 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1469217 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1469218 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=92.7587890625, floorSegmentMB=1.1796875, forceMergeDeletesPctAllowed=1.4323881509306624, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1469218 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@6ea06709[collection1_shard2_replica_n41] main]
[junit4] 2> 1469219 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1469219 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1469220 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1469220 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592346850079277056
[junit4] 2> 1469220 INFO (searcherExecutor-6963-thread-1-processing-n:127.0.0.1:60535_ x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@6ea06709[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1469226 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1469226 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1469226 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60535/collection1_shard2_replica_n41/
[junit4] 2> 1469226 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1469226 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:60535/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 1469226 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1469228 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60535/collection1_shard2_replica_n41/ shard2
[junit4] 2> 1469329 INFO (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1469379 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1469380 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1342
[junit4] 2> 1469382 INFO (qtp1984258198-15675) [n:127.0.0.1:39317_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:60535_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1348
[junit4] 2> 1469471 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-2-001 of type NRT
[junit4] 2> 1469471 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T03:27:37+06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1469472 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1469472 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1469472 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1469472 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@478228eb{/,null,AVAILABLE}
[junit4] 2> 1469473 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5755d040{HTTP/1.1,[http/1.1]}{127.0.0.1:45730}
[junit4] 2> 1469473 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.Server Started @1472064ms
[junit4] 2> 1469473 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=50499, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-2-001/cores}
[junit4] 2> 1469473 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1469473 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1469473 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1469473 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1469473 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T03:51:33.984Z
[junit4] 2> 1469475 INFO (zkConnectionManagerCallback-3413-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1469475 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1469475 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-2-001/solr.xml
[junit4] 2> 1469478 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1469479 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1469480 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1469481 INFO (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1469482 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41822/solr
[junit4] 2> 1469483 INFO (zkConnectionManagerCallback-3417-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1469484 INFO (zkConnectionManagerCallback-3419-thread-1-processing-n:127.0.0.1:50499_) [n:127.0.0.1:50499_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1469488 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:50499_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1469489 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:50499_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1469491 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:50499_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50499_
[junit4] 2> 1469492 INFO (zkCallback-3400-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1469492 INFO (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1469492 INFO (zkCallback-3390-thread-2-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1469495 INFO (zkCallback-3418-thread-1-processing-n:127.0.0.1:50499_) [n:127.0.0.1:50499_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1469583 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:50499_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1469593 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:50499_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1469593 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:50499_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1469595 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:50499_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-2-001/cores
[junit4] 2> 1469635 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:50499_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1469637 INFO (OverseerCollectionConfigSetProcessor-73291780925882372-127.0.0.1:39317_-n_0000000000) [n:127.0.0.1:39317_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1469637 INFO (OverseerThreadFactory-6949-thread-4-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:50499_ for creating new replica
[junit4] 2> 1469639 INFO (SocketProxy-Acceptor-50499) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=49403,localport=50499], receiveBufferSize:531000
[junit4] 2> 1469639 INFO (SocketProxy-Acceptor-50499) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45730,localport=52088], receiveBufferSize=530904
[junit4] 2> 1469639 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1469640 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1469743 INFO (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1469743 INFO (zkCallback-3418-thread-1-processing-n:127.0.0.1:50499_) [n:127.0.0.1:50499_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1470652 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1470667 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 1470768 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1470780 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 1470781 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1470781 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1470781 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 1470783 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=39.1708984375, floorSegmentMB=1.61328125, forceMergeDeletesPctAllowed=18.277987823128747, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8518988113197338
[junit4] 2> 1470785 WARN (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1470822 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1470822 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1470823 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1470823 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1470824 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=92.7587890625, floorSegmentMB=1.1796875, forceMergeDeletesPctAllowed=1.4323881509306624, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1470824 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@6045e3d9[collection1_shard1_replica_n43] main]
[junit4] 2> 1470825 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1470826 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1470826 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1470827 INFO (searcherExecutor-6974-thread-1-processing-n:127.0.0.1:50499_ x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@6045e3d9[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1470827 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592346851764338688
[junit4] 2> 1470832 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1470832 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1470833 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50499/collection1_shard1_replica_n43/
[junit4] 2> 1470833 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1470833 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:50499/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 1470833 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1470835 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50499/collection1_shard1_replica_n43/ shard1
[junit4] 2> 1470936 INFO (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1470936 INFO (zkCallback-3418-thread-1-processing-n:127.0.0.1:50499_) [n:127.0.0.1:50499_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1470986 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1470987 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1347
[junit4] 2> 1470988 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:50499_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1353
[junit4] 2> 1471079 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-3-001 of type NRT
[junit4] 2> 1471079 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T03:27:37+06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1471080 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1471080 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1471080 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1471081 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@68ecda1a{/,null,AVAILABLE}
[junit4] 2> 1471081 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@693833c8{HTTP/1.1,[http/1.1]}{127.0.0.1:53062}
[junit4] 2> 1471081 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.Server Started @1473672ms
[junit4] 2> 1471081 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=53274, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-3-001/cores}
[junit4] 2> 1471081 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1471081 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1471082 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1471082 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1471082 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T03:51:35.593Z
[junit4] 2> 1471083 INFO (zkConnectionManagerCallback-3423-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1471084 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1471084 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-3-001/solr.xml
[junit4] 2> 1471087 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1471087 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1471087 INFO (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1471087 INFO (zkCallback-3418-thread-1-processing-n:127.0.0.1:50499_) [n:127.0.0.1:50499_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1471088 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1471090 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41822/solr
[junit4] 2> 1471091 INFO (zkConnectionManagerCallback-3427-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1471092 INFO (zkConnectionManagerCallback-3429-thread-1-processing-n:127.0.0.1:53274_) [n:127.0.0.1:53274_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1471096 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:53274_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1471098 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:53274_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1471099 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:53274_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53274_
[junit4] 2> 1471100 INFO (zkCallback-3418-thread-1-processing-n:127.0.0.1:50499_) [n:127.0.0.1:50499_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1471100 INFO (zkCallback-3400-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1471100 INFO (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1471100 INFO (zkCallback-3390-thread-2-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1471104 INFO (zkCallback-3428-thread-1-processing-n:127.0.0.1:53274_) [n:127.0.0.1:53274_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1471193 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:53274_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1471203 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:53274_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1471203 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:53274_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1471204 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:53274_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-3-001/cores
[junit4] 2> 1471243 INFO (qtp1984258198-15675) [n:127.0.0.1:39317_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:53274_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1471245 INFO (OverseerCollectionConfigSetProcessor-73291780925882372-127.0.0.1:39317_-n_0000000000) [n:127.0.0.1:39317_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1471245 INFO (OverseerThreadFactory-6949-thread-5-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:53274_ for creating new replica
[junit4] 2> 1471248 INFO (SocketProxy-Acceptor-53274) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=57699,localport=53274], receiveBufferSize:531000
[junit4] 2> 1471248 INFO (SocketProxy-Acceptor-53274) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=53062,localport=41552], receiveBufferSize=530904
[junit4] 2> 1471249 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1471249 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1471352 INFO (zkCallback-3418-thread-1-processing-n:127.0.0.1:50499_) [n:127.0.0.1:50499_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1471352 INFO (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1471352 INFO (zkCallback-3428-thread-1-processing-n:127.0.0.1:53274_) [n:127.0.0.1:53274_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1472261 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1472285 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
[junit4] 2> 1472395 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1472406 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
[junit4] 2> 1472406 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1472407 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1472407 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
[junit4] 2> 1472409 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=39.1708984375, floorSegmentMB=1.61328125, forceMergeDeletesPctAllowed=18.277987823128747, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8518988113197338
[junit4] 2> 1472411 WARN (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1472446 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1472446 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1472447 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1472447 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1472448 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=92.7587890625, floorSegmentMB=1.1796875, forceMergeDeletesPctAllowed=1.4323881509306624, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1472448 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.SolrIndexSearcher Opening [Searcher@794f7d9b[collection1_shard2_replica_n45] main]
[junit4] 2> 1472449 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1472449 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1472450 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1472451 INFO (searcherExecutor-6985-thread-1-processing-n:127.0.0.1:53274_ x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [collection1_shard2_replica_n45] Registered new searcher Searcher@794f7d9b[collection1_shard2_replica_n45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1472451 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592346853467226112
[junit4] 2> 1472458 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_n45
[junit4] 2> 1472458 INFO (updateExecutor-3424-thread-1-processing-n:127.0.0.1:53274_ x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:53274_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1472458 INFO (recoveryExecutor-3425-thread-1-processing-n:127.0.0.1:53274_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:53274_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1472463 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1209
[junit4] 2> 1472463 INFO (recoveryExecutor-3425-thread-1-processing-n:127.0.0.1:53274_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:53274_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1472464 INFO (qtp1984258198-15675) [n:127.0.0.1:39317_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:53274_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1221
[junit4] 2> 1472465 INFO (SocketProxy-Acceptor-60535) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=36195,localport=60535], receiveBufferSize:531000
[junit4] 2> 1472466 INFO (SocketProxy-Acceptor-60535) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=42510,localport=49530], receiveBufferSize=530904
[junit4] 2> 1472466 INFO (qtp398997416-15732) [n:127.0.0.1:60535_ c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_n41] o.a.s.c.S.Request [collection1_shard2_replica_n41] webapp= path=/admin/ping params={w
[...truncated too long message...]
[junit4] 2> 2 /solr/collections/control_collection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 3 /solr/collections/collection1/state.json
[junit4] 2> 3 /solr/collections/c8n_1x3_lf/state.json
[junit4] 2> 2 /solr/overseer_elect/election/73291780925882372-127.0.0.1:39317_-n_0000000000
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 1589284 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SocketProxy Closing 0 connections to: http://127.0.0.1:60535/, target: http://127.0.0.1:42510/
[junit4] 2> 1589284 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SocketProxy Closing 0 connections to: http://127.0.0.1:53274/, target: http://127.0.0.1:53062/
[junit4] 2> 1589284 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SocketProxy Closing 5 connections to: http://127.0.0.1:50499/, target: http://127.0.0.1:45730/
[junit4] 2> 1589284 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SocketProxy Closing 2 connections to: http://127.0.0.1:39317/, target: http://127.0.0.1:54036/
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LeaderFailoverAfterPartitionTest -Dtests.method=test -Dtests.seed=68EA298AA134BD99 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=en-IN -Dtests.timezone=Africa/Maputo -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 125s J2 | LeaderFailoverAfterPartitionTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_n1","base_url":"http://127.0.0.1:39317","node_name":"127.0.0.1:39317_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/12)={
[junit4] > "pullReplicas":"0",
[junit4] > "replicationFactor":"1",
[junit4] > "shards":{"shard1":{
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{
[junit4] > "core_node4":{
[junit4] > "core":"c8n_1x3_lf_shard1_replica_n1",
[junit4] > "base_url":"http://127.0.0.1:39317",
[junit4] > "node_name":"127.0.0.1:39317_",
[junit4] > "state":"active",
[junit4] > "type":"NRT",
[junit4] > "leader":"true"},
[junit4] > "core_node5":{
[junit4] > "core":"c8n_1x3_lf_shard1_replica_n2",
[junit4] > "base_url":"http://127.0.0.1:60535",
[junit4] > "node_name":"127.0.0.1:60535_",
[junit4] > "state":"down",
[junit4] > "type":"NRT"},
[junit4] > "core_node6":{
[junit4] > "core":"c8n_1x3_lf_shard1_replica_n3",
[junit4] > "base_url":"http://127.0.0.1:53274",
[junit4] > "node_name":"127.0.0.1:53274_",
[junit4] > "state":"down",
[junit4] > "type":"NRT"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "nrtReplicas":"3",
[junit4] > "tlogReplicas":"0"}
[junit4] > at __randomizedtesting.SeedInfo.seed([68EA298AA134BD99:E0BE16500FC8D061]:0)
[junit4] > at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
[junit4] > at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001
[junit4] 2> Feb 14, 2018 3:53:33 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), a_t=PostingsFormat(name=Asserting), id=PostingsFormat(name=Memory), text=BlockTreeOrds(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Memory), intDvoDefault=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1826, maxMBSortInHeap=6.939049623963149, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4217fbd9), locale=en-IN, timezone=Africa/Maputo
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=80262384,total=525336576
[junit4] 2> NOTE: All tests run in this JVM: [CircularListTest, TestNonDefinedSimilarityFactory, TestUtils, TestUniqueKeyFieldResource, ClusterStateUpdateTest, BasicAuthStandaloneTest, TestCodecSupport, TestPointFields, MetricTriggerTest, TriLevelCompositeIdRoutingTest, TestInPlaceUpdatesStandalone, ConnectionReuseTest, RulesTest, SearchRateTriggerTest, TestFiltering, TestLeaderInitiatedRecoveryThread, CachingDirectoryFactoryTest, PingRequestHandlerTest, DocValuesMissingTest, TestManagedSchema, NoCacheHeaderTest, ConnectionManagerTest, NotRequiredUniqueKeyTest, IndexSchemaRuntimeFieldTest, UniqFieldsUpdateProcessorFactoryTest, RestartWhileUpdatingTest, TestConfigSetsAPIExclusivity, TestCoreDiscovery, TestCollectionAPIs, TestReplicaProperties, MultiTermTest, TimeZoneUtilsTest, TestConfigSetImmutable, FullHLLTest, BigEndianAscendingWordSerializerTest, QueryResultKeyTest, TestGraphTermsQParserPlugin, CloneFieldUpdateProcessorFactoryTest, RankQueryTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestCloudSchemaless, TermVectorComponentTest, ShufflingReplicaListTransformerTest, TestExactStatsCache, TestRealTimeGet, CdcrReplicationDistributedZkTest, TestSortableTextField, SearchHandlerTest, MetricsHandlerTest, ResponseBuilderTest, SolrCoreMetricManagerTest, SolrCloudReportersTest, TestPullReplicaErrorHandling, CoreAdminHandlerTest, TestManagedSynonymGraphFilterFactory, TestSolrConfigHandlerConcurrent, TestCloudPivotFacet, MultiThreadedOCPTest, ParsingFieldUpdateProcessorsTest, NumberUtilsTest, AutoAddReplicasPlanActionTest, HdfsNNFailoverTest, ZkStateWriterTest, DocValuesTest, TestCloudNestedDocsSort, TestValueSourceCache, TestQueryTypes, TestRTimerTree, TestFieldCollectionResource, TestHttpShardHandlerFactory, SolrJmxReporterCloudTest, TestSortByMinMaxFunction, DistributedFacetExistsSmallTest, TestCollectionsAPIViaSolrCloudCluster, PeerSyncReplicationTest, TestManagedResourceStorage, SegmentsInfoRequestHandlerTest, CleanupOldIndexTest, JavabinLoaderTest, TestAtomicUpdateErrorCases, TestLegacyNumericUtils, TestExclusionRuleCollectionAccess, ClassificationUpdateProcessorFactoryTest, TestGraphMLResponseWriter, TestZkAclsWithHadoopAuth, TestLMJelinekMercerSimilarityFactory, MoveReplicaHDFSFailoverTest, SolrCmdDistributorTest, TestFieldCacheSort, DistanceFunctionTest, BasicDistributedZk2Test, SolrMetricsIntegrationTest, SimpleMLTQParserTest, ForceLeaderTest, TestRangeQuery, TestSolrQueryResponse, AnalyticsMergeStrategyTest, OverriddenZkACLAndCredentialsProvidersTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestCollapseQParserPlugin, PreAnalyzedFieldTest, CollectionsAPISolrJTest, FileBasedSpellCheckerTest, MoreLikeThisHandlerTest, TestPKIAuthenticationPlugin, MinimalSchemaTest, DistributedSpellCheckComponentTest, SpatialFilterTest, ConcurrentDeleteAndCreateCollectionTest, SubstringBytesRefFilterTest, TestStreamBody, URLClassifyProcessorTest, DirectSolrSpellCheckerTest, SparseHLLTest, SpatialRPTFieldTypeTest, TestSimpleTextCodec, NumericFieldsTest, TestCoreContainer, LeaderElectionIntegrationTest, TestRebalanceLeaders, TestStressUserVersions, DisMaxRequestHandlerTest, TestTolerantSearch, DistributedQueueTest, TestJmxIntegration, TestDocTermOrds, SimplePostToolTest, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SuggesterTSTTest, SuggesterTest, TestTrie, TestCSVLoader, SchemaVersionSpecificBehaviorTest, QueryEqualityTest, DocValuesMultiTest, TestSolrDeletionPolicy1, SolrInfoBeanTest, DebugComponentTest, LukeRequestHandlerTest, TestOmitPositions, TestIndexingPerformance, LoggingHandlerTest, IndexSchemaTest, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, TestComponentsName, TestLFUCache, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerAdminHandler, ActionThrottleTest, AssignBackwardCompatibilityTest, AsyncCallRequestStatusResponseTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CreateCollectionCleanupTest, DeleteNodeTest, DeleteStatusTest, DistribJoinFromCollectionTest, HttpPartitionOnCommitTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest]
[junit4] Completed [554/776 (1!)] on J2 in 124.82s, 1 test, 1 failure <<< FAILURES!
[...truncated 49113 lines...]