You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/03/15 07:21:19 UTC
[JENKINS] Lucene-Solr-6.x-Linux (64bit/jdk1.8.0_121) - Build # 3063
- Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/3063/
Java: 64bit/jdk1.8.0_121 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit
Error Message:
expected:<1> but was:<2>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
at __randomizedtesting.SeedInfo.seed([915919EA7D1B94BE:68148A45416ED934]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:280)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12346 lines...]
[junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/init-core-data-001
[junit4] 2> 1162877 WARN (SUITE-ShardSplitTest-seed#[915919EA7D1B94BE]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1162878 INFO (SUITE-ShardSplitTest-seed#[915919EA7D1B94BE]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 1162880 INFO (SUITE-ShardSplitTest-seed#[915919EA7D1B94BE]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1162880 INFO (SUITE-ShardSplitTest-seed#[915919EA7D1B94BE]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1162882 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1162882 INFO (Thread-1780) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1162882 INFO (Thread-1780) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1162982 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.ZkTestServer start zk server on port:34495
[junit4] 2> 1162991 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1162992 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1162993 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1162994 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1162995 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1162996 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1162996 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1162997 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1163000 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1163001 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1163002 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1163076 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/control-001/cores/collection1
[junit4] 2> 1163077 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1163078 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a58ccf8{/,null,AVAILABLE}
[junit4] 2> 1163084 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@404817d2{HTTP/1.1,[http/1.1]}{127.0.0.1:36973}
[junit4] 2> 1163084 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.e.j.s.Server Started @1165020ms
[junit4] 2> 1163084 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/tempDir-001/control/data, hostContext=/, hostPort=36973, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/control-001/cores}
[junit4] 2> 1163084 ERROR (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1163085 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 1163085 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1163085 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1163085 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-15T06:48:11.637Z
[junit4] 2> 1163087 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1163087 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/control-001/solr.xml
[junit4] 2> 1163092 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1163093 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34495/solr
[junit4] 2> 1163106 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [n:127.0.0.1:36973_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1163108 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [n:127.0.0.1:36973_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36973_
[junit4] 2> 1163108 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [n:127.0.0.1:36973_ ] o.a.s.c.Overseer Overseer (id=97619836366749700-127.0.0.1:36973_-n_0000000000) starting
[junit4] 2> 1163112 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [n:127.0.0.1:36973_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36973_
[junit4] 2> 1163113 INFO (zkCallback-1200-thread-1-processing-n:127.0.0.1:36973_) [n:127.0.0.1:36973_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1163183 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [n:127.0.0.1:36973_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/control-001/cores
[junit4] 2> 1163183 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [n:127.0.0.1:36973_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1163189 INFO (OverseerStateUpdate-97619836366749700-127.0.0.1:36973_-n_0000000000) [n:127.0.0.1:36973_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1164198 INFO (coreLoadExecutor-3531-thread-1-processing-n:127.0.0.1:36973_) [n:127.0.0.1:36973_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1164212 INFO (coreLoadExecutor-3531-thread-1-processing-n:127.0.0.1:36973_) [n:127.0.0.1:36973_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1164334 WARN (coreLoadExecutor-3531-thread-1-processing-n:127.0.0.1:36973_) [n:127.0.0.1:36973_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1164336 INFO (coreLoadExecutor-3531-thread-1-processing-n:127.0.0.1:36973_) [n:127.0.0.1:36973_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1164350 INFO (coreLoadExecutor-3531-thread-1-processing-n:127.0.0.1:36973_) [n:127.0.0.1:36973_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 1164351 INFO (coreLoadExecutor-3531-thread-1-processing-n:127.0.0.1:36973_) [n:127.0.0.1:36973_ c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1164351 INFO (coreLoadExecutor-3531-thread-1-processing-n:127.0.0.1:36973_) [n:127.0.0.1:36973_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/control-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/control-001/cores/collection1/data/]
[junit4] 2> 1164351 INFO (coreLoadExecutor-3531-thread-1-processing-n:127.0.0.1:36973_) [n:127.0.0.1:36973_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a1bae13
[junit4] 2> 1164353 INFO (coreLoadExecutor-3531-thread-1-processing-n:127.0.0.1:36973_) [n:127.0.0.1:36973_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=34.8740234375, floorSegmentMB=1.8779296875, forceMergeDeletesPctAllowed=5.280700335024298, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.20017064934795858
[junit4] 2> 1164411 WARN (coreLoadExecutor-3531-thread-1-processing-n:127.0.0.1:36973_) [n:127.0.0.1:36973_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1164455 INFO (coreLoadExecutor-3531-thread-1-processing-n:127.0.0.1:36973_) [n:127.0.0.1:36973_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1164455 INFO (coreLoadExecutor-3531-thread-1-processing-n:127.0.0.1:36973_) [n:127.0.0.1:36973_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1164457 INFO (coreLoadExecutor-3531-thread-1-processing-n:127.0.0.1:36973_) [n:127.0.0.1:36973_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1164457 INFO (coreLoadExecutor-3531-thread-1-processing-n:127.0.0.1:36973_) [n:127.0.0.1:36973_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1164458 INFO (coreLoadExecutor-3531-thread-1-processing-n:127.0.0.1:36973_) [n:127.0.0.1:36973_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=878251170, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1164459 INFO (coreLoadExecutor-3531-thread-1-processing-n:127.0.0.1:36973_) [n:127.0.0.1:36973_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@21480763[collection1] main]
[junit4] 2> 1164460 INFO (coreLoadExecutor-3531-thread-1-processing-n:127.0.0.1:36973_) [n:127.0.0.1:36973_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1164461 INFO (coreLoadExecutor-3531-thread-1-processing-n:127.0.0.1:36973_) [n:127.0.0.1:36973_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1164461 INFO (coreLoadExecutor-3531-thread-1-processing-n:127.0.0.1:36973_) [n:127.0.0.1:36973_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1164463 INFO (searcherExecutor-3532-thread-1-processing-n:127.0.0.1:36973_ x:collection1 c:control_collection) [n:127.0.0.1:36973_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@21480763[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1164464 INFO (coreLoadExecutor-3531-thread-1-processing-n:127.0.0.1:36973_) [n:127.0.0.1:36973_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561917383524745216
[junit4] 2> 1164471 INFO (coreZkRegister-3524-thread-1-processing-n:127.0.0.1:36973_ x:collection1 c:control_collection) [n:127.0.0.1:36973_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1164471 INFO (coreZkRegister-3524-thread-1-processing-n:127.0.0.1:36973_ x:collection1 c:control_collection) [n:127.0.0.1:36973_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1164471 INFO (coreZkRegister-3524-thread-1-processing-n:127.0.0.1:36973_ x:collection1 c:control_collection) [n:127.0.0.1:36973_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36973/collection1/
[junit4] 2> 1164472 INFO (coreZkRegister-3524-thread-1-processing-n:127.0.0.1:36973_ x:collection1 c:control_collection) [n:127.0.0.1:36973_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1164472 INFO (coreZkRegister-3524-thread-1-processing-n:127.0.0.1:36973_ x:collection1 c:control_collection) [n:127.0.0.1:36973_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:36973/collection1/ has no replicas
[junit4] 2> 1164472 INFO (coreZkRegister-3524-thread-1-processing-n:127.0.0.1:36973_ x:collection1 c:control_collection) [n:127.0.0.1:36973_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1164477 INFO (coreZkRegister-3524-thread-1-processing-n:127.0.0.1:36973_ x:collection1 c:control_collection) [n:127.0.0.1:36973_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36973/collection1/ shard1
[junit4] 2> 1164549 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1164551 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34495/solr ready
[junit4] 2> 1164551 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1164627 INFO (coreZkRegister-3524-thread-1-processing-n:127.0.0.1:36973_ x:collection1 c:control_collection) [n:127.0.0.1:36973_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1164646 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/shard-1-001/cores/collection1
[junit4] 2> 1164646 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/shard-1-001
[junit4] 2> 1164647 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1164647 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4bd229ad{/,null,AVAILABLE}
[junit4] 2> 1164648 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5bc71dad{HTTP/1.1,[http/1.1]}{127.0.0.1:34823}
[junit4] 2> 1164648 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.e.j.s.Server Started @1166584ms
[junit4] 2> 1164648 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=34823, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/shard-1-001/cores}
[junit4] 2> 1164649 ERROR (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1164649 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 1164649 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1164649 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1164649 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-15T06:48:13.201Z
[junit4] 2> 1164653 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1164653 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/shard-1-001/solr.xml
[junit4] 2> 1164658 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1164659 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34495/solr
[junit4] 2> 1164664 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [n:127.0.0.1:34823_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1164665 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [n:127.0.0.1:34823_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1164668 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [n:127.0.0.1:34823_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34823_
[junit4] 2> 1164669 INFO (zkCallback-1200-thread-3-processing-n:127.0.0.1:36973_) [n:127.0.0.1:36973_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1164669 INFO (zkCallback-1204-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1164669 INFO (zkCallback-1209-thread-1-processing-n:127.0.0.1:34823_) [n:127.0.0.1:34823_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1164718 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [n:127.0.0.1:34823_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/shard-1-001/cores
[junit4] 2> 1164718 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [n:127.0.0.1:34823_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1164719 INFO (OverseerStateUpdate-97619836366749700-127.0.0.1:36973_-n_0000000000) [n:127.0.0.1:36973_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 1165729 INFO (coreLoadExecutor-3542-thread-1-processing-n:127.0.0.1:34823_) [n:127.0.0.1:34823_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1165759 INFO (coreLoadExecutor-3542-thread-1-processing-n:127.0.0.1:34823_) [n:127.0.0.1:34823_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1165811 WARN (coreLoadExecutor-3542-thread-1-processing-n:127.0.0.1:34823_) [n:127.0.0.1:34823_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1165812 INFO (coreLoadExecutor-3542-thread-1-processing-n:127.0.0.1:34823_) [n:127.0.0.1:34823_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1165820 INFO (coreLoadExecutor-3542-thread-1-processing-n:127.0.0.1:34823_) [n:127.0.0.1:34823_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1165820 INFO (coreLoadExecutor-3542-thread-1-processing-n:127.0.0.1:34823_) [n:127.0.0.1:34823_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1165821 INFO (coreLoadExecutor-3542-thread-1-processing-n:127.0.0.1:34823_) [n:127.0.0.1:34823_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/shard-1-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 1165821 INFO (coreLoadExecutor-3542-thread-1-processing-n:127.0.0.1:34823_) [n:127.0.0.1:34823_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a1bae13
[junit4] 2> 1165822 INFO (coreLoadExecutor-3542-thread-1-processing-n:127.0.0.1:34823_) [n:127.0.0.1:34823_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=34.8740234375, floorSegmentMB=1.8779296875, forceMergeDeletesPctAllowed=5.280700335024298, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.20017064934795858
[junit4] 2> 1165852 WARN (coreLoadExecutor-3542-thread-1-processing-n:127.0.0.1:34823_) [n:127.0.0.1:34823_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1165881 INFO (coreLoadExecutor-3542-thread-1-processing-n:127.0.0.1:34823_) [n:127.0.0.1:34823_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1165881 INFO (coreLoadExecutor-3542-thread-1-processing-n:127.0.0.1:34823_) [n:127.0.0.1:34823_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1165883 INFO (coreLoadExecutor-3542-thread-1-processing-n:127.0.0.1:34823_) [n:127.0.0.1:34823_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1165883 INFO (coreLoadExecutor-3542-thread-1-processing-n:127.0.0.1:34823_) [n:127.0.0.1:34823_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1165885 INFO (coreLoadExecutor-3542-thread-1-processing-n:127.0.0.1:34823_) [n:127.0.0.1:34823_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=878251170, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1165886 INFO (coreLoadExecutor-3542-thread-1-processing-n:127.0.0.1:34823_) [n:127.0.0.1:34823_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2122f771[collection1] main]
[junit4] 2> 1165886 INFO (coreLoadExecutor-3542-thread-1-processing-n:127.0.0.1:34823_) [n:127.0.0.1:34823_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1165887 INFO (coreLoadExecutor-3542-thread-1-processing-n:127.0.0.1:34823_) [n:127.0.0.1:34823_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1165887 INFO (coreLoadExecutor-3542-thread-1-processing-n:127.0.0.1:34823_) [n:127.0.0.1:34823_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1165888 INFO (searcherExecutor-3543-thread-1-processing-n:127.0.0.1:34823_ x:collection1 c:collection1) [n:127.0.0.1:34823_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2122f771[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1165888 INFO (coreLoadExecutor-3542-thread-1-processing-n:127.0.0.1:34823_) [n:127.0.0.1:34823_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561917385017917440
[junit4] 2> 1165893 INFO (coreZkRegister-3537-thread-1-processing-n:127.0.0.1:34823_ x:collection1 c:collection1) [n:127.0.0.1:34823_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1165893 INFO (coreZkRegister-3537-thread-1-processing-n:127.0.0.1:34823_ x:collection1 c:collection1) [n:127.0.0.1:34823_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1165893 INFO (coreZkRegister-3537-thread-1-processing-n:127.0.0.1:34823_ x:collection1 c:collection1) [n:127.0.0.1:34823_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34823/collection1/
[junit4] 2> 1165893 INFO (coreZkRegister-3537-thread-1-processing-n:127.0.0.1:34823_ x:collection1 c:collection1) [n:127.0.0.1:34823_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1165893 INFO (coreZkRegister-3537-thread-1-processing-n:127.0.0.1:34823_ x:collection1 c:collection1) [n:127.0.0.1:34823_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:34823/collection1/ has no replicas
[junit4] 2> 1165893 INFO (coreZkRegister-3537-thread-1-processing-n:127.0.0.1:34823_ x:collection1 c:collection1) [n:127.0.0.1:34823_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1165895 INFO (coreZkRegister-3537-thread-1-processing-n:127.0.0.1:34823_ x:collection1 c:collection1) [n:127.0.0.1:34823_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34823/collection1/ shard2
[junit4] 2> 1166045 INFO (coreZkRegister-3537-thread-1-processing-n:127.0.0.1:34823_ x:collection1 c:collection1) [n:127.0.0.1:34823_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1166115 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/shard-2-001/cores/collection1
[junit4] 2> 1166115 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/shard-2-001
[junit4] 2> 1166116 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1166117 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6cf1037e{/,null,AVAILABLE}
[junit4] 2> 1166117 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5e81150c{HTTP/1.1,[http/1.1]}{127.0.0.1:43656}
[junit4] 2> 1166118 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.e.j.s.Server Started @1168053ms
[junit4] 2> 1166118 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=43656, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/shard-2-001/cores}
[junit4] 2> 1166118 ERROR (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1166118 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 1166118 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1166118 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1166119 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-15T06:48:14.671Z
[junit4] 2> 1166122 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1166122 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/shard-2-001/solr.xml
[junit4] 2> 1166129 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1166130 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34495/solr
[junit4] 2> 1166139 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [n:127.0.0.1:43656_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1166140 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [n:127.0.0.1:43656_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1166141 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [n:127.0.0.1:43656_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43656_
[junit4] 2> 1166142 INFO (zkCallback-1200-thread-2-processing-n:127.0.0.1:36973_) [n:127.0.0.1:36973_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1166142 INFO (zkCallback-1204-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1166142 INFO (zkCallback-1209-thread-1-processing-n:127.0.0.1:34823_) [n:127.0.0.1:34823_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1166143 INFO (zkCallback-1215-thread-1-processing-n:127.0.0.1:43656_) [n:127.0.0.1:43656_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1166273 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [n:127.0.0.1:43656_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/shard-2-001/cores
[junit4] 2> 1166273 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [n:127.0.0.1:43656_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1166275 INFO (OverseerStateUpdate-97619836366749700-127.0.0.1:36973_-n_0000000000) [n:127.0.0.1:36973_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1167285 INFO (coreLoadExecutor-3553-thread-1-processing-n:127.0.0.1:43656_) [n:127.0.0.1:43656_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1167297 INFO (coreLoadExecutor-3553-thread-1-processing-n:127.0.0.1:43656_) [n:127.0.0.1:43656_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1167380 WARN (coreLoadExecutor-3553-thread-1-processing-n:127.0.0.1:43656_) [n:127.0.0.1:43656_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1167381 INFO (coreLoadExecutor-3553-thread-1-processing-n:127.0.0.1:43656_) [n:127.0.0.1:43656_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1167389 INFO (coreLoadExecutor-3553-thread-1-processing-n:127.0.0.1:43656_) [n:127.0.0.1:43656_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1167389 INFO (coreLoadExecutor-3553-thread-1-processing-n:127.0.0.1:43656_) [n:127.0.0.1:43656_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1167390 INFO (coreLoadExecutor-3553-thread-1-processing-n:127.0.0.1:43656_) [n:127.0.0.1:43656_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/shard-2-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 1167390 INFO (coreLoadExecutor-3553-thread-1-processing-n:127.0.0.1:43656_) [n:127.0.0.1:43656_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a1bae13
[junit4] 2> 1167391 INFO (coreLoadExecutor-3553-thread-1-processing-n:127.0.0.1:43656_) [n:127.0.0.1:43656_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=34.8740234375, floorSegmentMB=1.8779296875, forceMergeDeletesPctAllowed=5.280700335024298, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.20017064934795858
[junit4] 2> 1167422 WARN (coreLoadExecutor-3553-thread-1-processing-n:127.0.0.1:43656_) [n:127.0.0.1:43656_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1167451 INFO (coreLoadExecutor-3553-thread-1-processing-n:127.0.0.1:43656_) [n:127.0.0.1:43656_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1167451 INFO (coreLoadExecutor-3553-thread-1-processing-n:127.0.0.1:43656_) [n:127.0.0.1:43656_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1167453 INFO (coreLoadExecutor-3553-thread-1-processing-n:127.0.0.1:43656_) [n:127.0.0.1:43656_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1167453 INFO (coreLoadExecutor-3553-thread-1-processing-n:127.0.0.1:43656_) [n:127.0.0.1:43656_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1167454 INFO (coreLoadExecutor-3553-thread-1-processing-n:127.0.0.1:43656_) [n:127.0.0.1:43656_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=878251170, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1167455 INFO (coreLoadExecutor-3553-thread-1-processing-n:127.0.0.1:43656_) [n:127.0.0.1:43656_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2b441266[collection1] main]
[junit4] 2> 1167455 INFO (coreLoadExecutor-3553-thread-1-processing-n:127.0.0.1:43656_) [n:127.0.0.1:43656_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1167455 INFO (coreLoadExecutor-3553-thread-1-processing-n:127.0.0.1:43656_) [n:127.0.0.1:43656_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1167455 INFO (coreLoadExecutor-3553-thread-1-processing-n:127.0.0.1:43656_) [n:127.0.0.1:43656_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1167456 INFO (searcherExecutor-3554-thread-1-processing-n:127.0.0.1:43656_ x:collection1 c:collection1) [n:127.0.0.1:43656_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2b441266[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1167457 INFO (coreLoadExecutor-3553-thread-1-processing-n:127.0.0.1:43656_) [n:127.0.0.1:43656_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561917386663133184
[junit4] 2> 1167460 INFO (coreZkRegister-3548-thread-1-processing-n:127.0.0.1:43656_ x:collection1 c:collection1) [n:127.0.0.1:43656_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1167461 INFO (coreZkRegister-3548-thread-1-processing-n:127.0.0.1:43656_ x:collection1 c:collection1) [n:127.0.0.1:43656_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1167461 INFO (coreZkRegister-3548-thread-1-processing-n:127.0.0.1:43656_ x:collection1 c:collection1) [n:127.0.0.1:43656_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43656/collection1/
[junit4] 2> 1167461 INFO (coreZkRegister-3548-thread-1-processing-n:127.0.0.1:43656_ x:collection1 c:collection1) [n:127.0.0.1:43656_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1167461 INFO (coreZkRegister-3548-thread-1-processing-n:127.0.0.1:43656_ x:collection1 c:collection1) [n:127.0.0.1:43656_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:43656/collection1/ has no replicas
[junit4] 2> 1167461 INFO (coreZkRegister-3548-thread-1-processing-n:127.0.0.1:43656_ x:collection1 c:collection1) [n:127.0.0.1:43656_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1167462 INFO (coreZkRegister-3548-thread-1-processing-n:127.0.0.1:43656_ x:collection1 c:collection1) [n:127.0.0.1:43656_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43656/collection1/ shard1
[junit4] 2> 1167613 INFO (coreZkRegister-3548-thread-1-processing-n:127.0.0.1:43656_ x:collection1 c:collection1) [n:127.0.0.1:43656_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1167629 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/shard-3-001/cores/collection1
[junit4] 2> 1167629 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/shard-3-001
[junit4] 2> 1167630 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1167631 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ab19829{/,null,AVAILABLE}
[junit4] 2> 1167631 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1906b820{HTTP/1.1,[http/1.1]}{127.0.0.1:37739}
[junit4] 2> 1167632 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.e.j.s.Server Started @1169568ms
[junit4] 2> 1167632 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=37739, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/shard-3-001/cores}
[junit4] 2> 1167632 ERROR (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1167633 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 1167633 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1167633 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1167633 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-15T06:48:16.185Z
[junit4] 2> 1167635 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1167635 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/shard-3-001/solr.xml
[junit4] 2> 1167640 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1167640 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34495/solr
[junit4] 2> 1167645 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [n:127.0.0.1:37739_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1167647 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [n:127.0.0.1:37739_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1167648 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [n:127.0.0.1:37739_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37739_
[junit4] 2> 1167648 INFO (zkCallback-1204-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1167648 INFO (zkCallback-1200-thread-2-processing-n:127.0.0.1:36973_) [n:127.0.0.1:36973_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1167648 INFO (zkCallback-1215-thread-1-processing-n:127.0.0.1:43656_) [n:127.0.0.1:43656_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1167648 INFO (zkCallback-1209-thread-1-processing-n:127.0.0.1:34823_) [n:127.0.0.1:34823_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1167649 INFO (zkCallback-1221-thread-1-processing-n:127.0.0.1:37739_) [n:127.0.0.1:37739_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1167713 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [n:127.0.0.1:37739_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/shard-3-001/cores
[junit4] 2> 1167713 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [n:127.0.0.1:37739_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1167714 INFO (OverseerStateUpdate-97619836366749700-127.0.0.1:36973_-n_0000000000) [n:127.0.0.1:36973_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 1168723 INFO (coreLoadExecutor-3564-thread-1-processing-n:127.0.0.1:37739_) [n:127.0.0.1:37739_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1168737 INFO (coreLoadExecutor-3564-thread-1-processing-n:127.0.0.1:37739_) [n:127.0.0.1:37739_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1168831 WARN (coreLoadExecutor-3564-thread-1-processing-n:127.0.0.1:37739_) [n:127.0.0.1:37739_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1168832 INFO (coreLoadExecutor-3564-thread-1-processing-n:127.0.0.1:37739_) [n:127.0.0.1:37739_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1168842 INFO (coreLoadExecutor-3564-thread-1-processing-n:127.0.0.1:37739_) [n:127.0.0.1:37739_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1168843 INFO (coreLoadExecutor-3564-thread-1-processing-n:127.0.0.1:37739_) [n:127.0.0.1:37739_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1168843 INFO (coreLoadExecutor-3564-thread-1-processing-n:127.0.0.1:37739_) [n:127.0.0.1:37739_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/shard-3-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/shard-3-001/cores/collection1/data/]
[junit4] 2> 1168843 INFO (coreLoadExecutor-3564-thread-1-processing-n:127.0.0.1:37739_) [n:127.0.0.1:37739_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a1bae13
[junit4] 2> 1168845 INFO (coreLoadExecutor-3564-thread-1-processing-n:127.0.0.1:37739_) [n:127.0.0.1:37739_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=34.8740234375, floorSegmentMB=1.8779296875, forceMergeDeletesPctAllowed=5.280700335024298, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.20017064934795858
[junit4] 2> 1168879 WARN (coreLoadExecutor-3564-thread-1-processing-n:127.0.0.1:37739_) [n:127.0.0.1:37739_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1168926 INFO (coreLoadExecutor-3564-thread-1-processing-n:127.0.0.1:37739_) [n:127.0.0.1:37739_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1168926 INFO (coreLoadExecutor-3564-thread-1-processing-n:127.0.0.1:37739_) [n:127.0.0.1:37739_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1168929 INFO (coreLoadExecutor-3564-thread-1-processing-n:127.0.0.1:37739_) [n:127.0.0.1:37739_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1168929 INFO (coreLoadExecutor-3564-thread-1-processing-n:127.0.0.1:37739_) [n:127.0.0.1:37739_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1168931 INFO (coreLoadExecutor-3564-thread-1-processing-n:127.0.0.1:37739_) [n:127.0.0.1:37739_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=878251170, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1168931 INFO (coreLoadExecutor-3564-thread-1-processing-n:127.0.0.1:37739_) [n:127.0.0.1:37739_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3ab97d02[collection1] main]
[junit4] 2> 1168932 INFO (coreLoadExecutor-3564-thread-1-processing-n:127.0.0.1:37739_) [n:127.0.0.1:37739_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1168932 INFO (coreLoadExecutor-3564-thread-1-processing-n:127.0.0.1:37739_) [n:127.0.0.1:37739_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1168932 INFO (coreLoadExecutor-3564-thread-1-processing-n:127.0.0.1:37739_) [n:127.0.0.1:37739_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1168934 INFO (searcherExecutor-3565-thread-1-processing-n:127.0.0.1:37739_ x:collection1 c:collection1) [n:127.0.0.1:37739_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3ab97d02[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1168934 INFO (coreLoadExecutor-3564-thread-1-processing-n:127.0.0.1:37739_) [n:127.0.0.1:37739_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561917388211879936
[junit4] 2> 1168937 INFO (coreZkRegister-3559-thread-1-processing-n:127.0.0.1:37739_ x:collection1 c:collection1) [n:127.0.0.1:37739_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 1168937 INFO (updateExecutor-1218-thread-1-processing-n:127.0.0.1:37739_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37739_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1168937 INFO (recoveryExecutor-1219-thread-1-processing-n:127.0.0.1:37739_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37739_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1168939 INFO (recoveryExecutor-1219-thread-1-processing-n:127.0.0.1:37739_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37739_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1168939 INFO (recoveryExecutor-1219-thread-1-processing-n:127.0.0.1:37739_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37739_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 1168939 INFO (recoveryExecutor-1219-thread-1-processing-n:127.0.0.1:37739_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37739_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1168939 INFO (recoveryExecutor-1219-thread-1-processing-n:127.0.0.1:37739_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37739_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:34823/collection1/] and I am [http://127.0.0.1:37739/collection1/]
[junit4] 2> 1168941 INFO (recoveryExecutor-1219-thread-1-processing-n:127.0.0.1:37739_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37739_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:34823]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:37739_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1168944 INFO (qtp1943905535-7317) [n:127.0.0.1:34823_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 1168944 INFO (qtp1943905535-7317) [n:127.0.0.1:34823_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
[junit4] 2> 1168944 INFO (qtp1943905535-7317) [n:127.0.0.1:34823_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:37739_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:37739","node_name":"127.0.0.1:37739_","state":"down"}
[junit4] 2> 1169070 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/shard-4-001/cores/collection1
[junit4] 2> 1169071 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/shard-4-001
[junit4] 2> 1169071 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1169072 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1abdfebf{/,null,AVAILABLE}
[junit4] 2> 1169073 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6142283e{HTTP/1.1,[http/1.1]}{127.0.0.1:36632}
[junit4] 2> 1169074 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.e.j.s.Server Started @1171009ms
[junit4] 2> 1169074 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/, hostPort=36632, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/shard-4-001/cores}
[junit4] 2> 1169074 ERROR (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1169074 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 1169074 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1169074 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1169074 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-15T06:48:17.626Z
[junit4] 2> 1169077 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1169077 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/shard-4-001/solr.xml
[junit4] 2> 1169083 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1169084 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34495/solr
[junit4] 2> 1169089 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [n:127.0.0.1:36632_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1169090 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [n:127.0.0.1:36632_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1169090 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [n:127.0.0.1:36632_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36632_
[junit4] 2> 1169091 INFO (zkCallback-1204-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1169091 INFO (zkCallback-1221-thread-1-processing-n:127.0.0.1:37739_) [n:127.0.0.1:37739_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1169091 INFO (zkCallback-1209-thread-1-processing-n:127.0.0.1:34823_) [n:127.0.0.1:34823_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1169091 INFO (zkCallback-1215-thread-1-processing-n:127.0.0.1:43656_) [n:127.0.0.1:43656_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1169091 INFO (zkCallback-1200-thread-2-processing-n:127.0.0.1:36973_) [n:127.0.0.1:36973_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1169092 INFO (zkCallback-1228-thread-1-processing-n:127.0.0.1:36632_) [n:127.0.0.1:36632_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1169161 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [n:127.0.0.1:36632_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/shard-4-001/cores
[junit4] 2> 1169161 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [n:127.0.0.1:36632_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1169162 INFO (OverseerStateUpdate-97619836366749700-127.0.0.1:36973_-n_0000000000) [n:127.0.0.1:36973_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1169944 INFO (qtp1943905535-7317) [n:127.0.0.1:34823_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:37739_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:37739","node_name":"127.0.0.1:37739_","state":"recovering"}
[junit4] 2> 1169944 INFO (qtp1943905535-7317) [n:127.0.0.1:34823_ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 1169945 INFO (qtp1943905535-7317) [n:127.0.0.1:34823_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:37739_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
[junit4] 2> 1170171 INFO (coreLoadExecutor-3575-thread-1-processing-n:127.0.0.1:36632_) [n:127.0.0.1:36632_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1170198 INFO (coreLoadExecutor-3575-thread-1-processing-n:127.0.0.1:36632_) [n:127.0.0.1:36632_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1170253 WARN (coreLoadExecutor-3575-thread-1-processing-n:127.0.0.1:36632_) [n:127.0.0.1:36632_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1170254 INFO (coreLoadExecutor-3575-thread-1-processing-n:127.0.0.1:36632_) [n:127.0.0.1:36632_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1170261 INFO (coreLoadExecutor-3575-thread-1-processing-n:127.0.0.1:36632_) [n:127.0.0.1:36632_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1170262 INFO (coreLoadExecutor-3575-thread-1-processing-n:127.0.0.1:36632_) [n:127.0.0.1:36632_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1170262 INFO (coreLoadExecutor-3575-thread-1-processing-n:127.0.0.1:36632_) [n:127.0.0.1:36632_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/shard-4-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001/shard-4-001/cores/collection1/data/]
[junit4] 2> 1170262 INFO (coreLoadExecutor-3575-thread-1-processing-n:127.0.0.1:36632_) [n:127.0.0.1:36632_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a1bae13
[junit4] 2> 1170264 INFO (coreLoadExecutor-3575-thread-1-processing-n:127.0.0.1:36632_) [n:127.0.0.1:36632_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=34.8740234375, floorSegmentMB=1.8779296875, forceMergeDeletesPctAllowed=5.280700335024298, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.20017064934795858
[junit4] 2> 1170311 WARN (coreLoadExecutor-3575-thread-1-processing-n:127.0.0.1:36632_) [n:127.0.0.1:36632_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1170344 INFO (coreLoadExecutor-3575-thread-1-processing-n:127.0.0.1:36632_) [n:127.0.0.1:36632_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1170344 INFO (coreLoadExecutor-3575-thread-1-processing-n:127.0.0.1:36632_) [n:127.0.0.1:36632_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1170360 INFO (coreLoadExecutor-3575-thread-1-processing-n:127.0.0.1:36632_) [n:127.0.0.1:36632_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1170360 INFO (coreLoadExecutor-3575-thread-1-processing-n:127.0.0.1:36632_) [n:127.0.0.1:36632_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1170361 INFO (coreLoadExecutor-3575-thread-1-processing-n:127.0.0.1:36632_) [n:127.0.0.1:36632_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=878251170, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1170362 INFO (coreLoadExecutor-3575-thread-1-processing-n:127.0.0.1:36632_) [n:127.0.0.1:36632_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@19c503a[collection1] main]
[junit4] 2> 1170363 INFO (coreLoadExecutor-3575-thread-1-processing-n:127.0.0.1:36632_) [n:127.0.0.1:36632_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1170363 INFO (coreLoadExecutor-3575-thread-1-processing-n:127.0.0.1:36632_) [n:127.0.0.1:36632_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1170363 INFO (coreLoadExecutor-3575-thread-1-processing-n:127.0.0.1:36632_) [n:127.0.0.1:36632_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1170364 INFO (searcherExecutor-3576-thread-1-processing-n:127.0.0.1:36632_ x:collection1 c:collection1) [n:127.0.0.1:36632_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@19c503a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1170364 INFO (coreLoadExecutor-3575-thread-1-processing-n:127.0.0.1:36632_) [n:127.0.0.1:36632_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561917389711343616
[junit4] 2> 1170368 INFO (coreZkRegister-3570-thread-1-processing-n:127.0.0.1:36632_ x:collection1 c:collection1) [n:127.0.0.1:36632_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 1170368 INFO (updateExecutor-1225-thread-1-processing-n:127.0.0.1:36632_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:36632_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1170368 INFO (recoveryExecutor-1226-thread-1-processing-n:127.0.0.1:36632_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:36632_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1170369 INFO (recoveryExecutor-1226-thread-1-processing-n:127.0.0.1:36632_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:36632_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1170369 INFO (recoveryExecutor-1226-thread-1-processing-n:127.0.0.1:36632_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:36632_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 1170369 INFO (recoveryExecutor-1226-thread-1-processing-n:127.0.0.1:36632_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:36632_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1170369 INFO (recoveryExecutor-1226-thread-1-processing-n:127.0.0.1:36632_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:36632_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:43656/collection1/] and I am [http://127.0.0.1:36632/collection1/]
[junit4] 2> 1170371 INFO (recoveryExecutor-1226-thread-1-processing-n:127.0.0.1:36632_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:36632_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:43656]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:36632_&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1170374 INFO (qtp1201847048-7345) [n:127.0.0.1:43656_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 1170374 INFO (qtp1201847048-7345) [n:127.0.0.1:43656_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 1170374 INFO (qtp1201847048-7345) [n:127.0.0.1:43656_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:36632_, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"collection1","base_url":"http://127.0.0.1:36632","node_name":"127.0.0.1:36632_","state":"down"}
[junit4] 2> 1170442 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1170442 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 15 for each attempt
[junit4] 2> 1170442 INFO (TEST-ShardSplitTest.test-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4] 2> 1170445 INFO (recoveryExecutor-1219-thread-1-processing-n:127.0.0.1:37739_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37739_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:34823/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 1170445 INFO (recoveryExecutor-1219-thread-1-processing-n:127.0.0.1:37739_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37739_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:37739 START replicas=[http://127.0.0.1:34823/collection1/] nUpdates=100
[junit4] 2> 1170450 INFO (qtp1943905535-7317) [n:127.0.0.1:34823_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1170450 INFO (qtp1943905535-7317) [n:127.0.0.1:34823_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1170451 INFO (recoveryExecutor-1219-thread-1-processing-n:127.0.0.1:37739_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37739_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1170451 INFO (recoveryExecutor-1219-thread-1-processing-n:127.0.0.1:37739_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37739_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 1170451 INFO (recoveryExecutor-1219-thread-1-processing-n:127.0.0.1:37739_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37739_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1170451 INFO (recoveryExecutor-1219-thread-1-processing-n:127.0.0.1:37739_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37739_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1170452 INFO (recoveryExecutor-1219-thread-1-processing-n:127.0.0.1:37739_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37739_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1170452 INFO (recoveryExecutor-1219-thread-1-processing-n:127.0.0.1:37739_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37739_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 1170452 INFO (recoveryExecutor-1219-thread-1-processing-n:127.0.0.1:37739_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37739_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 1170452 INFO (recoveryExecutor-1219-thread-1-processing-n:127.0.0.1:37739_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37739_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 1170452 INFO (recoveryExecutor-1219-thread-1-processing-n:127.0.0.1:37739_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37739_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 1171375 INFO (qtp1201847048-7345) [n:127.0.0.1:43656_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:36632_, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"collection1","base_url":"http://127.0.0.1:36632","node_name":"127.0.0.1:36632_","state":"recovering"}
[junit4] 2> 1171375 INFO (qtp1201847048-7345) [n:127.0.0.1:43656_ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 1171375 INFO (qtp1201847048-7345) [n:127.0.0.1:43656_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:36632_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node4&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
[junit4] 2> 1171875 INFO (recoveryExecutor-1226-thread-1-processing-n:127.0.0.1:36632_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:36632_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:43656/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 1171876 INFO (recoveryExecutor-1226-thread-1-processing-n:127.0.0.1:36632_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:36632_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:36632 START replicas=[http://127.0.0.1:43656/collection1/] nUpdates=100
[junit4] 2> 1171880 INFO (qtp1201847048-7345) [n:127.0.0.1:43656_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1171880 INFO (qtp1201847048-7345) [n:127.0.0.1:43656_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1171881 INFO (recoveryExecutor-1226-thread-1-processing-n:127.0.0.1:36632_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:36632_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1171881 INFO (recoveryExecutor-1226-thread-1-processing-n:127.0.0.1:36632_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:36632_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 1171881 INFO (recoveryExecutor-1226-thread-1-processing-n:127.0.0.1:36632_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:36632_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1171881 INFO (recoveryExecutor-1226-thread-1-processing-n:127.0.0.1:36632_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:36632_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1171881 INFO (recoveryExecutor-1226-thread-1-processing-n:127.0.0.1:36632_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:36632_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1171881 INFO (recoveryExecutor-1226-thread-1-processing-n:127.0.0.1:36632_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:36632_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 1171881 INFO (recoveryExecutor-1226-thread-1-processing-n:127.0.0.1:36632_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:36632_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 1171881 INFO (recoveryExecutor-1226-thread-1-processing-n:127.0.0.1:36632_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:36632_ c:collection1 s:shard1 r:core_node4 x:collection
[...truncated too long message...]
36519_) [n:127.0.0.1:36519_ c:collection1 s:shard1_1 r:core_node8 x:collection1_shard1_1_replica0] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1484707 INFO (zkCallback-1400-thread-2-processing-n:127.0.0.1:36519_) [n:127.0.0.1:36519_ c:collection1 s:shard1_1 r:core_node8 x:collection1_shard1_1_replica0] o.a.s.c.SolrCore [collection1_shard1_1_replica0] CLOSING SolrCore org.apache.solr.core.SolrCore@2210486e
[junit4] 2> 1484708 INFO (zkCallback-1407-thread-1-processing-n:127.0.0.1:35449_) [n:127.0.0.1:35449_ c:collection1 s:shard1_0 r:core_node7 x:collection1_shard1_0_replica0] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35449/collection1_shard1_0_replica0/ shard1_0
[junit4] 2> 1484762 INFO (zkCallback-1400-thread-2-processing-n:127.0.0.1:36519_) [n:127.0.0.1:36519_ c:collection1 s:shard1_1 r:core_node8 x:collection1_shard1_1_replica0] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard1_1.replica0
[junit4] 2> 1485211 WARN (zkCallback-1400-thread-1-processing-n:127.0.0.1:36519_) [n:127.0.0.1:36519_ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1485211 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[915919EA7D1B94BE]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1485212 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[915919EA7D1B94BE]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@794aa96a{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1485212 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[915919EA7D1B94BE]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3eae4201{/,null,UNAVAILABLE}
[junit4] 2> 1485212 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 35449
[junit4] 2> 1485212 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=866078231
[junit4] 2> 1485213 INFO (coreCloseExecutor-4188-thread-1) [n:127.0.0.1:35449_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@69e54963
[junit4] 2> 1485213 INFO (coreCloseExecutor-4188-thread-2) [n:127.0.0.1:35449_ c:collection1 s:shard1_0 r:core_node7 x:collection1_shard1_0_replica0] o.a.s.c.SolrCore [collection1_shard1_0_replica0] CLOSING SolrCore org.apache.solr.core.SolrCore@153efd98
[junit4] 2> 1485245 INFO (coreCloseExecutor-4188-thread-1) [n:127.0.0.1:35449_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 1485252 INFO (coreCloseExecutor-4188-thread-2) [n:127.0.0.1:35449_ c:collection1 s:shard1_0 r:core_node7 x:collection1_shard1_0_replica0] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard1_0.replica0
[junit4] 2> 1485253 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.Overseer Overseer (id=97619854745075729-127.0.0.1:35449_-n_0000000004) closing
[junit4] 2> 1485253 INFO (OverseerStateUpdate-97619854745075729-127.0.0.1:35449_-n_0000000004) [n:127.0.0.1:35449_ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35449_
[junit4] 2> 1485254 INFO (zkCallback-1383-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1486754 WARN (zkCallback-1407-thread-2-processing-n:127.0.0.1:35449_) [n:127.0.0.1:35449_ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1486754 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[915919EA7D1B94BE]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1486755 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[915919EA7D1B94BE]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@589aef96{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1486755 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[915919EA7D1B94BE]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7393d565{/,null,UNAVAILABLE}
[junit4] 2> 1486756 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 38711
[junit4] 2> 1486757 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[915919EA7D1B94BE]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35814 35814
[junit4] 2> 1486851 INFO (Thread-2076) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35814 35814
[junit4] 2> 1486851 WARN (Thread-2076) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/collections/collection1/state.json
[junit4] 2> 6 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/97619854745075720-127.0.0.1:45349_-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 70 /solr/overseer/queue
[junit4] 2> 28 /solr/overseer/collection-queue-work
[junit4] 2> 7 /solr/collections
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 1486852 INFO (SUITE-ShardSplitTest-seed#[915919EA7D1B94BE]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_915919EA7D1B94BE-001
[junit4] 2> Mar 15, 2017 6:53:35 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=FST50, rnd_b=PostingsFormat(name=LuceneVarGapDocFreqInterval), n_ti=FST50, a_t=FST50, a_i=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{shard_s=DocValuesFormat(name=Lucene54), rnd_b=DocValuesFormat(name=Lucene54), _version_=DocValuesFormat(name=Lucene54), n_ti=DocValuesFormat(name=Lucene54), a_t=DocValuesFormat(name=Lucene54), a_i=DocValuesFormat(name=Lucene54), id=DocValuesFormat(name=Lucene54)}, maxPointsInLeafNode=617, maxMBSortInHeap=5.375639935054845, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=zh-SG, timezone=Pacific/Fiji
[junit4] 2> NOTE: Linux 4.4.0-66-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=12,threads=1,free=305903304,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [BasicZkTest, RankQueryTest, CursorPagingTest, TestPKIAuthenticationPlugin, ReplaceNodeTest, BlockDirectoryTest, CurrencyFieldOpenExchangeTest, TestBackupRepositoryFactory, OverriddenZkACLAndCredentialsProvidersTest, TestReplicationHandler, SolrMetricManagerTest, TestIBSimilarityFactory, TestComponentsName, TestFaceting, TestRandomFlRTGCloud, HdfsLockFactoryTest, TestCloudInspectUtil, QueryEqualityTest, ClassificationUpdateProcessorTest, TestCryptoKeys, BaseCdcrDistributedZkTest, TestJettySolrRunner, TestFastWriter, TestSolrCLIRunExample, TestPushWriter, ExternalFileFieldSortTest, TestAnalyzeInfixSuggestions, TlogReplayBufferedWhileIndexingTest, NotRequiredUniqueKeyTest, AnalysisAfterCoreReloadTest, AliasIntegrationTest, TestCodecSupport, TestCollapseQParserPlugin, OverseerRolesTest, TestPHPSerializedResponseWriter, BasicAuthStandaloneTest, CollectionReloadTest, RequiredFieldsTest, TestSubQueryTransformerCrossCore, TestReplicaProperties, TestHdfsUpdateLog, DistributedFacetPivotLongTailTest, CoreAdminRequestStatusTest, TestPseudoReturnFields, TestJoin, TestDistributedSearch, UpdateLogTest, TestSolrQueryResponse, DocumentAnalysisRequestHandlerTest, TestQuerySenderNoQuery, DateFieldTest, TestFieldResource, SolrSlf4jReporterTest, ReplicaListTransformerTest, TestInfoStreamLogging, TestMaxScoreQueryParser, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestBadConfig, TestOmitPositions, ClusterStateTest, ExitableDirectoryReaderTest, LeaderInitiatedRecoveryOnCommitTest, QueryElevationComponentTest, PolyFieldTest, TestRandomDVFaceting, TestSolrCoreProperties, TestSolrDeletionPolicy2, DefaultValueUpdateProcessorTest, HttpSolrCallGetCoreTest, DocValuesNotIndexedTest, AnalyticsQueryTest, SolrXmlInZkTest, NumericFieldsTest, CollectionsAPIAsyncDistributedZkTest, DistribJoinFromCollectionTest, HdfsChaosMonkeySafeLeaderTest, TestRangeQuery, HdfsRecoverLeaseTest, TestJsonFacetRefinement, TestConfigSetProperties, ChaosMonkeyNothingIsSafeTest, TestReloadDeadlock, StandardRequestHandlerTest, SynonymTokenizerTest, HdfsUnloadDistributedZkTest, BigEndianAscendingWordDeserializerTest, ChangedSchemaMergeTest, TestValueSourceCache, TestCustomStream, RollingRestartTest, StatsReloadRaceTest, SimpleCollectionCreateDeleteTest, SolrCoreTest, UUIDFieldTest, TestSizeLimitedDistributedMap, GraphQueryTest, HdfsSyncSliceTest, TestFunctionQuery, TestPerFieldSimilarityClassic, TolerantUpdateProcessorTest, BasicDistributedZkTest, TestManagedSynonymFilterFactory, TestBinaryResponseWriter, ShardSplitTest]
[junit4] Completed [459/698 (1!)] on J0 in 324.75s, 5 tests, 1 failure <<< FAILURES!
[...truncated 63577 lines...]
[JENKINS-EA] Lucene-Solr-6.x-Linux (64bit/jdk-9-ea+160) - Build #
3064 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/3064/
Java: 64bit/jdk-9-ea+160 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv
Error Message:
java.lang.RuntimeException: Error from server at http://127.0.0.1:43924/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:33109/solr/test_col_shard1_replica2: Server Error request: http://127.0.0.1:33109/solr/test_col_shard1_replica2/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A43924%2Fsolr%2Ftest_col_shard2_replica2%2F&wt=javabin&version=2 Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:40111/solr/test_col_shard1_replica1/ update: org.apache.solr.client.solrj.request.UpdateRequest@2fc45050
Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from server at http://127.0.0.1:43924/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:33109/solr/test_col_shard1_replica2: Server Error
request: http://127.0.0.1:33109/solr/test_col_shard1_replica2/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A43924%2Fsolr%2Ftest_col_shard2_replica2%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:40111/solr/test_col_shard1_replica1/ update: org.apache.solr.client.solrj.request.UpdateRequest@2fc45050
at __randomizedtesting.SeedInfo.seed([5DF24F0F37BC8D3A:6BE62D49BDE1B72B]:0)
at java.base/java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.base/java.util.concurrent.FutureTask.get(FutureTask.java:191)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:281)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:193)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:547)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.lang.RuntimeException: Error from server at http://127.0.0.1:43924/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:33109/solr/test_col_shard1_replica2: Server Error
request: http://127.0.0.1:33109/solr/test_col_shard1_replica2/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A43924%2Fsolr%2Ftest_col_shard2_replica2%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:40111/solr/test_col_shard1_replica1/ update: org.apache.solr.client.solrj.request.UpdateRequest@2fc45050
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:409)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43924/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:33109/solr/test_col_shard1_replica2: Server Error
request: http://127.0.0.1:33109/solr/test_col_shard1_replica2/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A43924%2Fsolr%2Ftest_col_shard2_replica2%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:40111/solr/test_col_shard1_replica1/ update: org.apache.solr.client.solrj.request.UpdateRequest@2fc45050
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:368)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:397)
... 6 more
Build Log:
[...truncated 11680 lines...]
[junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5DF24F0F37BC8D3A-001/init-core-data-001
[junit4] 2> 640971 WARN (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5DF24F0F37BC8D3A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
[junit4] 2> 640971 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5DF24F0F37BC8D3A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 640972 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5DF24F0F37BC8D3A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="SSL overhead seems to cause OutOfMemory when stress testing")
[junit4] 2> 640981 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5DF24F0F37BC8D3A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5DF24F0F37BC8D3A-001/tempDir-001
[junit4] 2> 640982 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5DF24F0F37BC8D3A]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 640985 INFO (Thread-1524) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 640985 INFO (Thread-1524) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 641085 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5DF24F0F37BC8D3A]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38698
[junit4] 2> 641106 INFO (jetty-launcher-976-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 641106 INFO (jetty-launcher-976-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 641106 INFO (jetty-launcher-976-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 641106 INFO (jetty-launcher-976-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 641107 INFO (jetty-launcher-976-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@62375f0{/solr,null,AVAILABLE}
[junit4] 2> 641107 INFO (jetty-launcher-976-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41c42e7f{/solr,null,AVAILABLE}
[junit4] 2> 641107 INFO (jetty-launcher-976-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@791c470a{/solr,null,AVAILABLE}
[junit4] 2> 641108 INFO (jetty-launcher-976-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@73e474f3{/solr,null,AVAILABLE}
[junit4] 2> 641110 INFO (jetty-launcher-976-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@13d338cf{HTTP/1.1,[http/1.1]}{127.0.0.1:33109}
[junit4] 2> 641110 INFO (jetty-launcher-976-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15ab0445{HTTP/1.1,[http/1.1]}{127.0.0.1:40111}
[junit4] 2> 641111 INFO (jetty-launcher-976-thread-2) [ ] o.e.j.s.Server Started @643644ms
[junit4] 2> 641111 INFO (jetty-launcher-976-thread-4) [ ] o.e.j.s.Server Started @643644ms
[junit4] 2> 641111 INFO (jetty-launcher-976-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33109}
[junit4] 2> 641111 INFO (jetty-launcher-976-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40111}
[junit4] 2> 641111 INFO (jetty-launcher-976-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e5d32b9{HTTP/1.1,[http/1.1]}{127.0.0.1:43924}
[junit4] 2> 641111 INFO (jetty-launcher-976-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@32a537a3{HTTP/1.1,[http/1.1]}{127.0.0.1:46390}
[junit4] 2> 641111 INFO (jetty-launcher-976-thread-3) [ ] o.e.j.s.Server Started @643644ms
[junit4] 2> 641111 INFO (jetty-launcher-976-thread-1) [ ] o.e.j.s.Server Started @643644ms
[junit4] 2> 641111 INFO (jetty-launcher-976-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43924}
[junit4] 2> 641111 INFO (jetty-launcher-976-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46390}
[junit4] 2> 641111 ERROR (jetty-launcher-976-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 641111 ERROR (jetty-launcher-976-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 641111 INFO (jetty-launcher-976-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 641111 INFO (jetty-launcher-976-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 641111 INFO (jetty-launcher-976-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 641111 INFO (jetty-launcher-976-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 641111 INFO (jetty-launcher-976-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 641111 ERROR (jetty-launcher-976-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 641111 ERROR (jetty-launcher-976-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 641111 INFO (jetty-launcher-976-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 641111 INFO (jetty-launcher-976-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 641111 INFO (jetty-launcher-976-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 641111 INFO (jetty-launcher-976-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 641111 INFO (jetty-launcher-976-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 641111 INFO (jetty-launcher-976-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 641111 INFO (jetty-launcher-976-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-15T09:21:57.188923Z
[junit4] 2> 641111 INFO (jetty-launcher-976-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-15T09:21:57.188946Z
[junit4] 2> 641111 INFO (jetty-launcher-976-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-15T09:21:57.188654Z
[junit4] 2> 641111 INFO (jetty-launcher-976-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 641112 INFO (jetty-launcher-976-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-15T09:21:57.189100Z
[junit4] 2> 641116 INFO (jetty-launcher-976-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 641116 INFO (jetty-launcher-976-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 641116 INFO (jetty-launcher-976-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 641117 INFO (jetty-launcher-976-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 641127 INFO (jetty-launcher-976-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 641128 INFO (jetty-launcher-976-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 641129 INFO (jetty-launcher-976-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 641131 INFO (jetty-launcher-976-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 641132 INFO (jetty-launcher-976-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38698/solr
[junit4] 2> 641133 INFO (jetty-launcher-976-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38698/solr
[junit4] 2> 641170 INFO (jetty-launcher-976-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38698/solr
[junit4] 2> 641170 INFO (jetty-launcher-976-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38698/solr
[junit4] 2> 641171 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ad1461b4e0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 641173 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ad1461b4e0008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 641183 INFO (jetty-launcher-976-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 641183 INFO (jetty-launcher-976-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 641183 INFO (jetty-launcher-976-thread-4) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 641183 INFO (jetty-launcher-976-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 641183 INFO (jetty-launcher-976-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33109_solr
[junit4] 2> 641184 INFO (jetty-launcher-976-thread-4) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40111_solr
[junit4] 2> 641184 INFO (jetty-launcher-976-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46390_solr
[junit4] 2> 641184 INFO (jetty-launcher-976-thread-2) [ ] o.a.s.c.Overseer Overseer (id=97620440977899530-127.0.0.1:33109_solr-n_0000000000) starting
[junit4] 2> 641185 INFO (zkCallback-995-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 641185 INFO (zkCallback-997-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 641207 INFO (zkCallback-997-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 641207 INFO (zkCallback-996-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 641213 INFO (zkCallback-995-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 641229 INFO (zkCallback-998-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 641239 INFO (jetty-launcher-976-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43924_solr
[junit4] 2> 641249 INFO (zkCallback-995-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 641249 INFO (zkCallback-997-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 641249 INFO (zkCallback-996-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 641249 INFO (zkCallback-998-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 641250 INFO (jetty-launcher-976-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33109_solr
[junit4] 2> 641255 INFO (zkCallback-997-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 641255 INFO (zkCallback-998-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 641255 INFO (zkCallback-995-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 641257 INFO (zkCallback-996-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 641376 INFO (jetty-launcher-976-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5DF24F0F37BC8D3A-001/tempDir-001/node1/.
[junit4] 2> 641389 INFO (jetty-launcher-976-thread-4) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5DF24F0F37BC8D3A-001/tempDir-001/node4/.
[junit4] 2> 641414 INFO (jetty-launcher-976-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5DF24F0F37BC8D3A-001/tempDir-001/node3/.
[junit4] 2> 641417 INFO (jetty-launcher-976-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5DF24F0F37BC8D3A-001/tempDir-001/node2/.
[junit4] 2> 641931 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5DF24F0F37BC8D3A]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 641931 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5DF24F0F37BC8D3A]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38698/solr ready
[junit4] 2> 642868 INFO (qtp1037733944-6132) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 642874 INFO (OverseerThreadFactory-2711-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection test_col
[junit4] 2> 642978 INFO (qtp1037733944-6147) [ ] o.a.s.h.a.CoreAdminOperation core create command property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica2&action=CREATE&numShards=2&collection=test_col&shard=shard1&wt=javabin&version=2
[junit4] 2> 642978 INFO (qtp1407374326-6133) [ ] o.a.s.h.a.CoreAdminOperation core create command property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica2&action=CREATE&numShards=2&collection=test_col&shard=shard2&wt=javabin&version=2
[junit4] 2> 642978 INFO (qtp339558702-6130) [ ] o.a.s.h.a.CoreAdminOperation core create command property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica1&action=CREATE&numShards=2&collection=test_col&shard=shard2&wt=javabin&version=2
[junit4] 2> 642978 INFO (qtp174018379-6135) [ ] o.a.s.h.a.CoreAdminOperation core create command property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica1&action=CREATE&numShards=2&collection=test_col&shard=shard1&wt=javabin&version=2
[junit4] 2> 643091 INFO (zkCallback-995-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 643091 INFO (zkCallback-996-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 643091 INFO (zkCallback-997-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 643091 INFO (zkCallback-998-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 643998 INFO (qtp1407374326-6133) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 643999 INFO (qtp1037733944-6147) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 643999 INFO (qtp174018379-6135) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 643999 INFO (qtp339558702-6130) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 644022 INFO (qtp1407374326-6133) [ ] o.a.s.s.IndexSchema [test_col_shard2_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 644022 INFO (qtp1037733944-6147) [ ] o.a.s.s.IndexSchema [test_col_shard1_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 644022 INFO (qtp339558702-6130) [ ] o.a.s.s.IndexSchema [test_col_shard2_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 644022 INFO (qtp174018379-6135) [ ] o.a.s.s.IndexSchema [test_col_shard1_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 644024 INFO (qtp1407374326-6133) [ ] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 644024 INFO (qtp1037733944-6147) [ ] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 644025 INFO (qtp1407374326-6133) [ ] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica2' using configuration from collection test_col
[junit4] 2> 644025 INFO (qtp1037733944-6147) [ ] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica2' using configuration from collection test_col
[junit4] 2> 644025 INFO (qtp339558702-6130) [ ] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 644025 INFO (qtp174018379-6135) [ ] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 644025 INFO (qtp1407374326-6133) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 644025 INFO (qtp1037733944-6147) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 644025 INFO (qtp1407374326-6133) [ ] o.a.s.c.SolrCore [[test_col_shard2_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5DF24F0F37BC8D3A-001/tempDir-001/node3/test_col_shard2_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5DF24F0F37BC8D3A-001/tempDir-001/node3/./test_col_shard2_replica2/data/]
[junit4] 2> 644025 INFO (qtp1037733944-6147) [ ] o.a.s.c.SolrCore [[test_col_shard1_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5DF24F0F37BC8D3A-001/tempDir-001/node2/test_col_shard1_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5DF24F0F37BC8D3A-001/tempDir-001/node2/./test_col_shard1_replica2/data/]
[junit4] 2> 644025 INFO (qtp174018379-6135) [ ] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica1' using configuration from collection test_col
[junit4] 2> 644025 INFO (qtp339558702-6130) [ ] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica1' using configuration from collection test_col
[junit4] 2> 644026 INFO (qtp1407374326-6133) [ ] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@60804ff5
[junit4] 2> 644026 INFO (qtp174018379-6135) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 644026 INFO (qtp1037733944-6147) [ ] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@60804ff5
[junit4] 2> 644026 INFO (qtp174018379-6135) [ ] o.a.s.c.SolrCore [[test_col_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5DF24F0F37BC8D3A-001/tempDir-001/node4/test_col_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5DF24F0F37BC8D3A-001/tempDir-001/node4/./test_col_shard1_replica1/data/]
[junit4] 2> 644026 INFO (qtp339558702-6130) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 644026 INFO (qtp339558702-6130) [ ] o.a.s.c.SolrCore [[test_col_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5DF24F0F37BC8D3A-001/tempDir-001/node1/test_col_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5DF24F0F37BC8D3A-001/tempDir-001/node1/./test_col_shard2_replica1/data/]
[junit4] 2> 644027 INFO (qtp174018379-6135) [ ] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@60804ff5
[junit4] 2> 644027 INFO (qtp339558702-6130) [ ] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@60804ff5
[junit4] 2> 644028 INFO (qtp1407374326-6133) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=89.6552734375, floorSegmentMB=0.6435546875, forceMergeDeletesPctAllowed=6.267036126731529, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.33954820329262836
[junit4] 2> 644028 INFO (qtp1037733944-6147) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=89.6552734375, floorSegmentMB=0.6435546875, forceMergeDeletesPctAllowed=6.267036126731529, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.33954820329262836
[junit4] 2> 644028 INFO (qtp174018379-6135) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=89.6552734375, floorSegmentMB=0.6435546875, forceMergeDeletesPctAllowed=6.267036126731529, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.33954820329262836
[junit4] 2> 644028 INFO (qtp339558702-6130) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=89.6552734375, floorSegmentMB=0.6435546875, forceMergeDeletesPctAllowed=6.267036126731529, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.33954820329262836
[junit4] 2> 644032 WARN (qtp1037733944-6147) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 644032 WARN (qtp1407374326-6133) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 644035 WARN (qtp174018379-6135) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 644035 WARN (qtp339558702-6130) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 644277 INFO (qtp1037733944-6147) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 644277 INFO (qtp1037733944-6147) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 644280 INFO (qtp1037733944-6147) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 644280 INFO (qtp1037733944-6147) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 644280 INFO (qtp1037733944-6147) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=28, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2909216677091194]
[junit4] 2> 644281 INFO (qtp1037733944-6147) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@70da169f[test_col_shard1_replica2] main]
[junit4] 2> 644281 INFO (qtp1037733944-6147) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 644282 INFO (qtp1037733944-6147) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 644282 INFO (qtp1037733944-6147) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 644282 INFO (qtp1407374326-6133) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 644282 INFO (qtp1407374326-6133) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 644283 INFO (qtp174018379-6135) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 644283 INFO (qtp174018379-6135) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 644283 INFO (searcherExecutor-2720-thread-1) [ ] o.a.s.c.SolrCore [test_col_shard1_replica2] Registered new searcher Searcher@70da169f[test_col_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 644283 INFO (qtp1037733944-6147) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561927059096207360
[junit4] 2> 644284 INFO (qtp1407374326-6133) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 644284 INFO (qtp1407374326-6133) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 644284 INFO (qtp174018379-6135) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 644285 INFO (qtp174018379-6135) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 644285 INFO (qtp1407374326-6133) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=28, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2909216677091194]
[junit4] 2> 644285 INFO (qtp174018379-6135) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=28, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2909216677091194]
[junit4] 2> 644285 INFO (qtp1407374326-6133) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7c794bb7[test_col_shard2_replica2] main]
[junit4] 2> 644285 INFO (qtp174018379-6135) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2a5b2731[test_col_shard1_replica1] main]
[junit4] 2> 644286 INFO (qtp1407374326-6133) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 644286 INFO (qtp174018379-6135) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 644286 INFO (qtp1407374326-6133) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 644286 INFO (qtp174018379-6135) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 644286 INFO (qtp1407374326-6133) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 644286 INFO (qtp174018379-6135) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 644287 INFO (searcherExecutor-2722-thread-1) [ ] o.a.s.c.SolrCore [test_col_shard1_replica1] Registered new searcher Searcher@2a5b2731[test_col_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 644287 INFO (searcherExecutor-2721-thread-1) [ ] o.a.s.c.SolrCore [test_col_shard2_replica2] Registered new searcher Searcher@7c794bb7[test_col_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 644287 INFO (qtp174018379-6135) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561927059100401664
[junit4] 2> 644287 INFO (qtp1407374326-6133) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561927059100401664
[junit4] 2> 644287 INFO (qtp339558702-6130) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 644287 INFO (qtp339558702-6130) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 644288 INFO (qtp1037733944-6147) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 644289 INFO (qtp339558702-6130) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 644289 INFO (qtp339558702-6130) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 644291 INFO (qtp339558702-6130) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=28, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2909216677091194]
[junit4] 2> 644291 INFO (qtp339558702-6130) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@58a622e1[test_col_shard2_replica1] main]
[junit4] 2> 644291 INFO (qtp1407374326-6133) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 644291 INFO (qtp339558702-6130) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 644292 INFO (qtp339558702-6130) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 644292 INFO (qtp339558702-6130) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 644292 INFO (searcherExecutor-2723-thread-1) [ ] o.a.s.c.SolrCore [test_col_shard2_replica1] Registered new searcher Searcher@58a622e1[test_col_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 644293 INFO (qtp339558702-6130) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561927059106693120
[junit4] 2> 644393 INFO (zkCallback-995-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 644393 INFO (zkCallback-996-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 644393 INFO (zkCallback-998-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 644393 INFO (zkCallback-997-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 644788 INFO (qtp1037733944-6147) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 644788 INFO (qtp1037733944-6147) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 644788 INFO (qtp1037733944-6147) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33109/solr/test_col_shard1_replica2/
[junit4] 2> 644788 INFO (qtp1037733944-6147) [ ] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica2 url=http://127.0.0.1:33109/solr START replicas=[http://127.0.0.1:40111/solr/test_col_shard1_replica1/] nUpdates=100
[junit4] 2> 644789 INFO (qtp1037733944-6147) [ ] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica2 url=http://127.0.0.1:33109/solr DONE. We have no versions. sync failed.
[junit4] 2> 644791 INFO (qtp174018379-6140) [ ] o.a.s.c.S.Request [test_col_shard1_replica1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 644791 INFO (qtp1037733944-6147) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 644791 INFO (qtp1037733944-6147) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 644791 INFO (qtp1037733944-6147) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 644792 INFO (qtp1407374326-6133) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 644792 INFO (qtp1407374326-6133) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 644792 INFO (qtp1407374326-6133) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43924/solr/test_col_shard2_replica2/
[junit4] 2> 644792 INFO (qtp1407374326-6133) [ ] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica2 url=http://127.0.0.1:43924/solr START replicas=[http://127.0.0.1:46390/solr/test_col_shard2_replica1/] nUpdates=100
[junit4] 2> 644792 INFO (qtp1407374326-6133) [ ] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica2 url=http://127.0.0.1:43924/solr DONE. We have no versions. sync failed.
[junit4] 2> 644795 INFO (qtp339558702-6138) [ ] o.a.s.c.S.Request [test_col_shard2_replica1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 644795 INFO (qtp1407374326-6133) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 644795 INFO (qtp1407374326-6133) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 644795 INFO (qtp1407374326-6133) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 644797 INFO (qtp1037733944-6147) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33109/solr/test_col_shard1_replica2/ shard1
[junit4] 2> 644798 INFO (qtp1407374326-6133) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43924/solr/test_col_shard2_replica2/ shard2
[junit4] 2> 644900 INFO (zkCallback-995-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 644900 INFO (zkCallback-996-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 644900 INFO (zkCallback-998-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 644900 INFO (zkCallback-997-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 644949 INFO (qtp1037733944-6147) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 644949 INFO (qtp1407374326-6133) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 644951 INFO (qtp1407374326-6133) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica2&action=CREATE&numShards=2&collection=test_col&shard=shard2&wt=javabin&version=2} status=0 QTime=1973
[junit4] 2> 644951 INFO (qtp1037733944-6147) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica2&action=CREATE&numShards=2&collection=test_col&shard=shard1&wt=javabin&version=2} status=0 QTime=1973
[junit4] 2> 645054 INFO (zkCallback-997-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 645054 INFO (zkCallback-996-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 645054 INFO (zkCallback-998-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 645054 INFO (zkCallback-995-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 645293 INFO (qtp174018379-6135) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica1&action=CREATE&numShards=2&collection=test_col&shard=shard1&wt=javabin&version=2} status=0 QTime=2314
[junit4] 2> 645297 INFO (qtp339558702-6130) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica1&action=CREATE&numShards=2&collection=test_col&shard=shard2&wt=javabin&version=2} status=0 QTime=2319
[junit4] 2> 645299 INFO (qtp1037733944-6132) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 645398 INFO (zkCallback-997-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 645398 INFO (zkCallback-995-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 645398 INFO (zkCallback-998-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 645398 INFO (zkCallback-996-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 646300 INFO (qtp1037733944-6132) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3431
[junit4] 2> 646300 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5DF24F0F37BC8D3A]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: test_col failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 1> replica:core_node1 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:active live:true
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node3 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 2> 646300 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5DF24F0F37BC8D3A]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: test_col
[junit4] 2> 646326 INFO (qtp174018379-6120) [ ] o.a.s.c.S.Request [test_col_shard1_replica1] webapp=/solr path=/schema/fieldtypes/long params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 646341 INFO (TEST-TestStressCloudBlindAtomicUpdates.test_dv_idx-seed#[5DF24F0F37BC8D3A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test_dv_idx
[junit4] 2> 646349 INFO (qtp339558702-6111) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1561927061256273920&distrib.from=http://127.0.0.1:43924/solr/test_col_shard2_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1561927061256273920)} 0 2
[junit4] 2> 646350 INFO (qtp174018379-6115) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1561927061257322496&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1561927061257322496)} 0 2
[junit4] 2> 646351 INFO (qtp1037733944-6119) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:43924/solr/test_col_shard2_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1561927061257322496)} 0 6
[junit4] 2> 646351 INFO (qtp1407374326-6112) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1561927061256273920)} 0 8
[junit4] 2> 646355 INFO (qtp174018379-6123) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 646355 WARN (qtp174018379-6123) [ ] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
[junit4] 2> 646355 INFO (qtp174018379-6123) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 646355 INFO (qtp1407374326-6114) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 646355 WARN (qtp1407374326-6114) [ ] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
[junit4] 2> 646355 INFO (qtp174018379-6123) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 646355 INFO (qtp1407374326-6114) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 646355 INFO (qtp174018379-6123) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&optimize=true&maxSegments=1&waitSearcher=true&openSearcher=true&distrib.from=http://127.0.0.1:43924/solr/test_col_shard2_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{optimize=} 0 0
[junit4] 2> 646356 INFO (qtp1407374326-6114) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 646356 INFO (qtp1407374326-6114) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&optimize=true&maxSegments=1&waitSearcher=true&openSearcher=true&distrib.from=http://127.0.0.1:43924/solr/test_col_shard2_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{optimize=} 0 0
[junit4] 2> 646356 INFO (qtp1037733944-6147) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 646356 WARN (qtp1037733944-6147) [ ] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
[junit4] 2> 646356 INFO (qtp339558702-6113) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 646356 INFO (qtp1037733944-6147) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 646356 WARN (qtp339558702-6113) [ ] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
[junit4] 2> 646356 INFO (qtp1037733944-6147) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 646356 INFO (qtp339558702-6113) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 646356 INFO (qtp1037733944-6147) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&optimize=true&maxSegments=1&waitSearcher=true&openSearcher=true&distrib.from=http://127.0.0.1:43924/solr/test_col_shard2_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{optimize=} 0 0
[junit4] 2> 646356 INFO (qtp339558702-6113) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 646357 INFO (qtp339558702-6113) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&optimize=true&maxSegments=1&waitSearcher=true&openSearcher=true&distrib.from=http://127.0.0.1:43924/solr/test_col_shard2_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{optimize=} 0 0
[junit4] 2> 646357 INFO (qtp1407374326-6133) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={_stateVer_=test_col:5&optimize=true&maxSegments=1&waitSearcher=true&wt=javabin&version=2}{optimize=} 0 4
[junit4] 2> 646359 INFO (qtp174018379-6140) [ ] o.a.s.c.S.Request [test_col_shard1_replica1] webapp=/solr path=/schema/fields/long_dv_idx params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 646359 INFO (TEST-TestStressCloudBlindAtomicUpdates.test_dv_idx-seed#[5DF24F0F37BC8D3A]) [ ] o.a.s.c.TestStressCloudBlindAtomicUpdates Testing long_dv_idx: numDocsToCheck=152, numDocsInIndex=456, incr=3
[junit4] 2> 646367 INFO (qtp174018379-6135) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[0 (1561927061276196864)]} 0 2
[junit4] 2> 646368 INFO (qtp1037733944-6142) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1561927061276196864)]} 0 5
[junit4] 2> 646372 INFO (qtp174018379-6124) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[1 (1561927061284585472)]} 0 0
[junit4] 2> 646372 INFO (qtp1037733944-6122) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1561927061284585472)]} 0 2
[junit4] 2> 646378 INFO (qtp339558702-6138) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43924/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[2 (1561927061288779776)]} 0 1
[junit4] 2> 646378 INFO (qtp1407374326-6143) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1561927061288779776)]} 0 4
[junit4] 2> 646383 INFO (qtp339558702-6130) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43924/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[3 (1561927061295071232)]} 0 0
[junit4] 2> 646383 INFO (qtp1407374326-6118) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1561927061295071232)]} 0 2
[junit4] 2> 646387 INFO (qtp174018379-6123) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[4 (1561927061300314112)]} 0 0
[junit4] 2> 646387 INFO (qtp1037733944-6119) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1561927061300314112)]} 0 2
[junit4] 2> 646392 INFO (qtp339558702-6111) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43924/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[5 (1561927061306605568)]} 0 0
[junit4] 2> 646395 INFO (qtp1407374326-6114) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1561927061306605568)]} 0 4
[junit4] 2> 646400 INFO (qtp339558702-6113) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43924/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[6 (1561927061313945600)]} 0 0
[junit4] 2> 646400 INFO (qtp1407374326-6133) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1561927061313945600)]} 0 2
[junit4] 2> 646404 INFO (qtp339558702-6138) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43924/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[7 (1561927061319188480)]} 0 0
[junit4] 2> 646405 INFO (qtp1407374326-6143) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1561927061319188480)]} 0 2
[junit4] 2> 646408 INFO (qtp174018379-6140) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[8 (1561927061322334208)]} 0 0
[junit4] 2> 646408 INFO (qtp1037733944-6147) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1561927061322334208)]} 0 1
[junit4] 2> 646412 INFO (qtp339558702-6130) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43924/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[9 (1561927061326528512)]} 0 0
[junit4] 2> 646412 INFO (qtp1407374326-6118) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1561927061326528512)]} 0 2
[junit4] 2> 646416 INFO (qtp174018379-6135) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[10 (1561927061330722816)]} 0 0
[junit4] 2> 646417 INFO (qtp1037733944-6142) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[10 (1561927061330722816)]} 0 2
[junit4] 2> 646420 INFO (qtp174018379-6124) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[11 (1561927061334917120)]} 0 0
[junit4] 2> 646420 INFO (qtp1037733944-6122) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[11 (1561927061334917120)]} 0 2
[junit4] 2> 646424 INFO (qtp174018379-6123) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[12 (1561927061339111424)]} 0 0
[junit4] 2> 646424 INFO (qtp1037733944-6119) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[12 (1561927061339111424)]} 0 2
[junit4] 2> 646428 INFO (qtp174018379-6123) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[13 (1561927061343305728)]} 0 0
[junit4] 2> 646428 INFO (qtp1037733944-6147) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[13 (1561927061343305728)]} 0 2
[junit4] 2> 646433 INFO (qtp174018379-6123) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[14 (1561927061348548608)]} 0 0
[junit4] 2> 646433 INFO (qtp1037733944-6142) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[14 (1561927061348548608)]} 0 2
[junit4] 2> 646437 INFO (qtp174018379-6124) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[15 (1561927061352742912)]} 0 0
[junit4] 2> 646437 INFO (qtp1037733944-6122) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[15 (1561927061352742912)]} 0 2
[junit4] 2> 646440 INFO (qtp174018379-6140) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[16 (1561927061356937216)]} 0 0
[junit4] 2> 646440 INFO (qtp1037733944-6119) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16 (1561927061356937216)]} 0 1
[junit4] 2> 646444 INFO (qtp339558702-6111) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43924/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[17 (1561927061360082944)]} 0 0
[junit4] 2> 646444 INFO (qtp1407374326-6114) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[17 (1561927061360082944)]} 0 2
[junit4] 2> 646448 INFO (qtp339558702-6113) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43924/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[18 (1561927061364277248)]} 0 0
[junit4] 2> 646448 INFO (qtp1407374326-6133) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[18 (1561927061364277248)]} 0 2
[junit4] 2> 646452 INFO (qtp339558702-6138) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43924/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[19 (1561927061368471552)]} 0 0
[junit4] 2> 646452 INFO (qtp1407374326-6143) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[19 (1561927061368471552)]} 0 2
[junit4] 2> 646456 INFO (qtp174018379-6135) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[20 (1561927061372665856)]} 0 0
[junit4] 2> 646456 INFO (qtp1037733944-6147) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[20 (1561927061372665856)]} 0 2
[junit4] 2> 646459 INFO (qtp339558702-6130) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43924/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[21 (1561927061376860160)]} 0 0
[junit4] 2> 646459 INFO (qtp1407374326-6118) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[21 (1561927061376860160)]} 0 2
[junit4] 2> 646464 INFO (qtp174018379-6123) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[22 (1561927061380005888)]} 0 0
[junit4] 2> 646464 INFO (qtp1037733944-6142) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[22 (1561927061380005888)]} 0 2
[junit4] 2> 646467 INFO (qtp339558702-6111) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43924/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[23 (1561927061385248768)]} 0 0
[junit4] 2> 646468 INFO (qtp1407374326-6114) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[23 (1561927061385248768)]} 0 2
[junit4] 2> 646471 INFO (qtp174018379-6124) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[24 (1561927061388394496)]} 0 0
[junit4] 2> 646471 INFO (qtp1037733944-6122) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[24 (1561927061388394496)]} 0 2
[junit4] 2> 646474 INFO (qtp339558702-6113) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43924/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[25 (1561927061392588800)]} 0 0
[junit4] 2> 646475 INFO (qtp1407374326-6133) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[25 (1561927061392588800)]} 0 1
[junit4] 2> 646478 INFO (qtp339558702-6138) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43924/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[26 (1561927061395734528)]} 0 0
[junit4] 2> 646478 INFO (qtp1407374326-6143) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[26 (1561927061395734528)]} 0 1
[junit4] 2> 646481 INFO (qtp174018379-6140) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[27 (1561927061399928832)]} 0 0
[junit4] 2> 646481 INFO (qtp1037733944-6119) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[27 (1561927061399928832)]} 0 1
[junit4] 2> 646485 INFO (qtp174018379-6135) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[28 (1561927061403074560)]} 0 0
[junit4] 2> 646485 INFO (qtp1037733944-6147) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[28 (1561927061403074560)]} 0 2
[junit4] 2> 646490 INFO (qtp339558702-6130) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43924/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[29 (1561927061408317440)]} 0 0
[junit4] 2> 646490 INFO (qtp1407374326-6118) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[29 (1561927061408317440)]} 0 2
[junit4] 2> 646493 INFO (qtp339558702-6130) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43924/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[30 (1561927061412511744)]} 0 0
[junit4] 2> 646494 INFO (qtp1407374326-6114) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[30 (1561927061412511744)]} 0 2
[junit4] 2> 646497 INFO (qtp339558702-6130) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43924/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[31 (1561927061415657472)]} 0 0
[junit4] 2> 646497 INFO (qtp1407374326-6133) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[31 (1561927061415657472)]} 0 1
[junit4] 2> 646501 INFO (qtp174018379-6135) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[32 (1561927061420900352)]} 0 0
[junit4] 2> 646502 INFO (qtp1037733944-6142) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[32 (1561927061420900352)]} 0 2
[junit4] 2> 646505 INFO (qtp339558702-6138) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43924/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[33 (1561927061424046080)]} 0 0
[junit4] 2> 646505 INFO (qtp1407374326-6143) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[33 (1561927061424046080)]} 0 2
[junit4] 2> 646509 INFO (qtp174018379-6124) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[34 (1561927061428240384)]} 0 0
[junit4] 2> 646509 INFO (qtp1037733944-6122) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[34 (1561927061428240384)]} 0 1
[junit4] 2> 646512 INFO (qtp174018379-6140) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[35 (1561927061431386112)]} 0 0
[junit4] 2> 646512 INFO (qtp1037733944-6119) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[35 (1561927061431386112)]} 0 1
[junit4] 2> 646516 INFO (qtp174018379-6123) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[36 (1561927061435580416)]} 0 0
[junit4] 2> 646516 INFO (qtp1037733944-6147) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[36 (1561927061435580416)]} 0 2
[junit4] 2> 646519 INFO (qtp339558702-6111) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43924/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[37 (1561927061438726144)]} 0 0
[junit4] 2> 646519 INFO (qtp1407374326-6118) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[37 (1561927061438726144)]} 0 1
[junit4] 2> 646522 INFO (qtp174018379-6123) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[38 (1561927061442920448)]} 0 0
[junit4] 2> 646523 INFO (qtp1037733944-6142) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[38 (1561927061442920448)]} 0 1
[junit4] 2> 646526 INFO (qtp339558702-6113) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43924/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[39 (1561927061446066176)]} 0 0
[junit4] 2> 646526 INFO (qtp1407374326-6114) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[39 (1561927061446066176)]} 0 2
[junit4] 2> 646530 INFO (qtp174018379-6123) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[40 (1561927061450260480)]} 0 0
[junit4] 2> 646530 INFO (qtp1037733944-6122) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[40 (1561927061450260480)]} 0 2
[junit4] 2> 646533 INFO (qtp174018379-6123) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[41 (1561927061454454784)]} 0 0
[junit4] 2> 646534 INFO (qtp1037733944-6119) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[41 (1561927061454454784)]} 0 1
[junit4] 2> 646537 INFO (qtp174018379-6135) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[42 (1561927061458649088)]} 0 0
[junit4] 2> 646537 INFO (qtp1037733944-6147) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[42 (1561927061458649088)]} 0 1
[junit4] 2> 646541 INFO (qtp174018379-6124) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[43 (1561927061461794816)]} 0 0
[junit4] 2> 646541 INFO (qtp1037733944-6142) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[43 (1561927061461794816)]} 0 2
[junit4] 2> 646545 INFO (qtp174018379-6124) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[44 (1561927061465989120)]} 0 0
[junit4] 2> 646545 INFO (qtp1037733944-6122) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[44 (1561927061465989120)]} 0 2
[junit4] 2> 646548 INFO (qtp339558702-6130) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43924/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[45 (1561927061469134848)]} 0 0
[junit4] 2> 646548 INFO (qtp1407374326-6133) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[45 (1561927061469134848)]} 0 1
[junit4] 2> 646551 INFO (qtp174018379-6124) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[46 (1561927061473329152)]} 0 0
[junit4] 2> 646551 INFO (qtp1037733944-6119) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[46 (1561927061473329152)]} 0 1
[junit4] 2> 646555 INFO (qtp174018379-6135) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[47 (1561927061476474880)]} 0 0
[junit4] 2> 646555 INFO (qtp1037733944-6147) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[47 (1561927061476474880)]} 0 1
[junit4] 2> 646558 INFO (qtp174018379-6140) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[48 (1561927061480669184)]} 0 0
[junit4] 2> 646559 INFO (qtp1037733944-6142) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[48 (1561927061480669184)]} 0 2
[junit4] 2> 646562 INFO (qtp174018379-6123) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[49 (1561927061483814912)]} 0 0
[junit4] 2> 646563 INFO (qtp1037733944-6122) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[49 (1561927061483814912)]} 0 3
[junit4] 2> 646567 INFO (qtp174018379-6124) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[50 (1561927061489057792)]} 0 0
[junit4] 2> 646568 INFO (qtp1037733944-6119) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[50 (1561927061489057792)]} 0 2
[junit4] 2> 646573 INFO (qtp174018379-6135) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[51 (1561927061494300672)]} 0 0
[junit4] 2> 646574 INFO (qtp1037733944-6147) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[51 (1561927061494300672)]} 0 4
[junit4] 2> 646578 INFO (qtp174018379-6140) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[52 (1561927061500592128)]} 0 0
[junit4] 2> 646578 INFO (qtp1037733944-6142) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[52 (1561927061500592128)]} 0 2
[junit4] 2> 646583 INFO (qtp339558702-6138) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43924/solr/test_col_shard2_replica2/&wt=javabin&version=2}{add=[53 (1561927061505835008)]} 0 0
[junit4] 2> 646583 INFO (qtp1407374326-6143) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[53 (1561927061505835008)]} 0 2
[junit4] 2> 646587 INFO (qtp174018379-6123) [ ] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33109/solr/test_col_shard1_replica2/&wt=javabin&version=2}{add=[54 (1561927061510029312)]} 0 0
[junit4] 2> 646587 INFO (qtp1037733944-6122) [ ] o.a.s.u.p.LogUpdateP
[...truncated too long message...]
81 INFO (zkCallback-998-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 672081 INFO (zkCallback-995-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 672081 INFO (coreCloseExecutor-2743-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
[junit4] 2> 672081 INFO (coreCloseExecutor-2743-thread-1) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7f828cce
[junit4] 2> 672192 INFO (zkCallback-995-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 672192 INFO (zkCallback-997-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 672192 INFO (zkCallback-996-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 672192 INFO (zkCallback-998-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 672208 INFO (coreCloseExecutor-2743-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.test_col.shard2.replica2
[junit4] 2> 672211 INFO (zkCallback-995-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 672211 INFO (zkCallback-997-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 672212 INFO (zkCallback-996-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 672219 INFO (coreCloseExecutor-2741-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.test_col.shard1.replica1
[junit4] 2> 672220 INFO (zkCallback-997-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 672221 INFO (zkCallback-996-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 672222 INFO (coreCloseExecutor-2740-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.test_col.shard1.replica2
[junit4] 2> 672223 INFO (jetty-closer-977-thread-3) [ ] o.a.s.c.Overseer Overseer (id=97620440977899530-127.0.0.1:33109_solr-n_0000000000) closing
[junit4] 2> 672223 INFO (OverseerStateUpdate-97620440977899530-127.0.0.1:33109_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33109_solr
[junit4] 2> 672224 INFO (jetty-closer-977-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 672224 INFO (zkCallback-997-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 672224 INFO (jetty-closer-977-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@73e474f3{/solr,null,UNAVAILABLE}
[junit4] 2> 672225 INFO (zkCallback-997-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46390_solr
[junit4] 2> 672226 INFO (coreCloseExecutor-2742-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.test_col.shard2.replica1
[junit4] 2> 673711 WARN (zkCallback-998-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 673711 INFO (jetty-closer-977-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 673711 INFO (jetty-closer-977-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@791c470a{/solr,null,UNAVAILABLE}
[junit4] 2> 673720 WARN (zkCallback-995-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 673721 INFO (jetty-closer-977-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 673721 INFO (jetty-closer-977-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@41c42e7f{/solr,null,UNAVAILABLE}
[junit4] 2> 673727 WARN (zkCallback-997-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 673727 INFO (jetty-closer-977-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 673728 INFO (jetty-closer-977-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@62375f0{/solr,null,UNAVAILABLE}
[junit4] 2> 673729 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5DF24F0F37BC8D3A]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38698 38698
[junit4] 2> 673739 INFO (Thread-1524) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38698 38698
[junit4] 2> 673739 WARN (Thread-1524) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 4 /solr/collections/test_col/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 27 /solr/overseer/collection-queue-work
[junit4] 2> 9 /solr/overseer/queue
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 673740 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5DF24F0F37BC8D3A]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5DF24F0F37BC8D3A-001
[junit4] 2> Mar 15, 2017 9:22:29 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=gl-ES, timezone=America/Cambridge_Bay
[junit4] 2> NOTE: Linux 4.4.0-66-generic amd64/Oracle Corporation 9-ea (64-bit)/cpus=12,threads=1,free=255012104,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [MultiTermTest, ChaosMonkeySafeLeaderTest, DocumentBuilderTest, TestWordDelimiterFilterFactory, TestPerFieldSimilarityWithDefaultOverride, TermVectorComponentTest, ManagedSchemaRoundRobinCloudTest, TestObjectReleaseTracker, TestChildDocTransformer, WrapperMergePolicyFactoryTest, TestFieldSortValues, RuleEngineTest, SolrIndexSplitterTest, CdcrRequestHandlerTest, TestRandomRequestDistribution, ShardRoutingTest, SearchHandlerTest, TestFieldCacheVsDocValues, HighlighterMaxOffsetTest, URLClassifyProcessorTest, OpenCloseCoreStressTest, SuggestComponentTest, TestCustomDocTransformer, TestSubQueryTransformerDistrib, TemplateUpdateProcessorTest, TestTolerantUpdateProcessorCloud, TestLockTree, TestDynamicFieldResource, TestXmlQParser, SortSpecParsingTest, TestDistribIDF, DocValuesTest, DistributedQueueTest, TestPivotHelperCode, SolrCLIZkUtilsTest, TestFieldTypeCollectionResource, TestExclusionRuleCollectionAccess, TestManagedSchemaAPI, OverseerStatusTest, TestSolr4Spatial2, TestCloudSchemaless, TestQueryUtils, TestBulkSchemaConcurrent, TestIntervalFaceting, IndexBasedSpellCheckerTest, TestLeaderElectionZkExpiry, TestLRUCache, TestSearchPerf, SolrGraphiteReporterTest, RequestLoggingTest, IndexSchemaRuntimeFieldTest, BadCopyFieldTest, TestStandardQParsers, TestCloudPivotFacet, UpdateRequestProcessorFactoryTest, TestRTGBase, TestNumericTerms32, TestInitParams, TestConfigSetsAPIExclusivity, ResponseHeaderTest, HdfsBasicDistributedZkTest, DistributedTermsComponentTest, CollectionsAPISolrJTest, HdfsRecoveryZkTest, BufferStoreTest, TestSchemaManager, TestHashQParserPlugin, TestDeleteCollectionOnDownNodes, TestSearcherReuse, TestTestInjection, WordBreakSolrSpellCheckerTest, DateRangeFieldTest, TestSerializedLuceneMatchVersion, LoggingHandlerTest, TestHdfsBackupRestoreCore, TestQuerySenderListener, CSVRequestHandlerTest, LeaderInitiatedRecoveryOnShardRestartTest, CleanupOldIndexTest, SolrInfoMBeanTest, CloudMLTQParserTest, OverseerCollectionConfigSetProcessorTest, TestLRUStatsCache, ZkControllerTest, AddBlockUpdateTest, DeleteInactiveReplicaTest, TestAuthenticationFramework, TestStressCloudBlindAtomicUpdates]
[junit4] Completed [255/698 (1!)] on J1 in 33.03s, 5 tests, 1 error <<< FAILURES!
[...truncated 53228 lines...]