You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/11/22 21:11:23 UTC
[JENKINS] Lucene-Solr-6.x-Linux (64bit/jdk1.8.0_102) - Build # 2244
- Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/2244/
Java: 64bit/jdk1.8.0_102 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.TestDistributedSearch.test
Error Message:
Error from server at http://127.0.0.1:42276//collection1: java.lang.NullPointerException at org.apache.solr.search.grouping.distributed.responseprocessor.StoredFieldsShardResponseProcessor.process(StoredFieldsShardResponseProcessor.java:41) at org.apache.solr.handler.component.QueryComponent.handleGroupedResponses(QueryComponent.java:756) at org.apache.solr.handler.component.QueryComponent.handleResponses(QueryComponent.java:739) at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:428) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152) at org.apache.solr.core.SolrCore.execute(SolrCore.java:2210) at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:518) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42276//collection1: java.lang.NullPointerException
at org.apache.solr.search.grouping.distributed.responseprocessor.StoredFieldsShardResponseProcessor.process(StoredFieldsShardResponseProcessor.java:41)
at org.apache.solr.handler.component.QueryComponent.handleGroupedResponses(QueryComponent.java:756)
at org.apache.solr.handler.component.QueryComponent.handleResponses(QueryComponent.java:739)
at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:428)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2210)
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:518)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([AA7F2E7453FBE71F:222B11AEFD078AE7]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:593)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
at org.apache.solr.TestDistributedSearch.queryRandomUpServer(TestDistributedSearch.java:1139)
at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1101)
at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:963)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1018)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11834 lines...]
[junit4] Suite: org.apache.solr.TestDistributedSearch
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_AA7F2E7453FBE71F-001/init-core-data-001
[junit4] 2> 841684 INFO (SUITE-TestDistributedSearch-seed#[AA7F2E7453FBE71F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9061)
[junit4] 2> 841685 INFO (SUITE-TestDistributedSearch-seed#[AA7F2E7453FBE71F]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 841744 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_AA7F2E7453FBE71F-001/tempDir-001/control/cores/collection1
[junit4] 2> 841745 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 841746 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ebbfc46{/,null,AVAILABLE}
[junit4] 2> 841748 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.e.j.s.ServerConnector Started ServerConnector@50f57706{HTTP/1.1,[http/1.1]}{127.0.0.1:37810}
[junit4] 2> 841748 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.e.j.s.Server Started @843911ms
[junit4] 2> 841748 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=37810, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_AA7F2E7453FBE71F-001/tempDir-001/control/cores}
[junit4] 2> 841748 ERROR (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 841748 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 841748 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 841748 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 841748 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-22T20:33:33.321Z
[junit4] 2> 841748 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_AA7F2E7453FBE71F-001/tempDir-001/control/solr.xml
[junit4] 2> 841753 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 841754 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_AA7F2E7453FBE71F-001/tempDir-001/control/cores
[junit4] 2> 841754 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 841754 INFO (coreLoadExecutor-3406-thread-1) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 841789 INFO (coreLoadExecutor-3406-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 841806 INFO (coreLoadExecutor-3406-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 841865 WARN (coreLoadExecutor-3406-thread-1) [ ] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 841867 INFO (coreLoadExecutor-3406-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 841871 INFO (coreLoadExecutor-3406-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1
[junit4] 2> 841872 INFO (coreLoadExecutor-3406-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_AA7F2E7453FBE71F-001/tempDir-001/control/cores/collection1/data/]
[junit4] 2> 841872 INFO (coreLoadExecutor-3406-thread-1) [ x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1130bb99
[junit4] 2> 841872 INFO (coreLoadExecutor-3406-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=45.724609375, floorSegmentMB=1.17578125, forceMergeDeletesPctAllowed=29.33840914780554, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 841880 INFO (coreLoadExecutor-3406-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 841880 INFO (coreLoadExecutor-3406-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 841882 INFO (coreLoadExecutor-3406-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 841882 INFO (coreLoadExecutor-3406-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 841882 INFO (coreLoadExecutor-3406-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7327497162230973]
[junit4] 2> 841882 INFO (coreLoadExecutor-3406-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2385f2c[collection1] main]
[junit4] 2> 841882 INFO (coreLoadExecutor-3406-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 841918 INFO (coreLoadExecutor-3406-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 842032 INFO (coreLoadExecutor-3406-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 842033 INFO (searcherExecutor-3407-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 842033 INFO (searcherExecutor-3407-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 842033 INFO (searcherExecutor-3407-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 842033 INFO (searcherExecutor-3407-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 842033 INFO (coreLoadExecutor-3406-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551731852423725056
[junit4] 2> 842033 INFO (searcherExecutor-3407-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 842033 INFO (searcherExecutor-3407-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 842033 INFO (searcherExecutor-3407-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 842033 INFO (searcherExecutor-3407-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 842034 INFO (searcherExecutor-3407-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 842034 INFO (searcherExecutor-3407-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2385f2c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 842315 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_AA7F2E7453FBE71F-001/tempDir-001/shard0/cores/collection1
[junit4] 2> 842316 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 842317 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ecaf187{/,null,AVAILABLE}
[junit4] 2> 842317 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.e.j.s.ServerConnector Started ServerConnector@26b343ca{HTTP/1.1,[http/1.1]}{127.0.0.1:38279}
[junit4] 2> 842318 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.e.j.s.Server Started @844481ms
[junit4] 2> 842318 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=38279, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_AA7F2E7453FBE71F-001/tempDir-001/shard0/cores}
[junit4] 2> 842318 ERROR (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 842318 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 842318 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 842318 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 842318 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-22T20:33:33.891Z
[junit4] 2> 842318 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_AA7F2E7453FBE71F-001/tempDir-001/shard0/solr.xml
[junit4] 2> 842323 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 842324 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_AA7F2E7453FBE71F-001/tempDir-001/shard0/cores
[junit4] 2> 842324 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 842325 INFO (coreLoadExecutor-3417-thread-1) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 842354 INFO (coreLoadExecutor-3417-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 842371 INFO (coreLoadExecutor-3417-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 842435 WARN (coreLoadExecutor-3417-thread-1) [ ] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 842438 INFO (coreLoadExecutor-3417-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 842445 INFO (coreLoadExecutor-3417-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1
[junit4] 2> 842445 INFO (coreLoadExecutor-3417-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_AA7F2E7453FBE71F-001/tempDir-001/shard0/cores/collection1/data/]
[junit4] 2> 842445 INFO (coreLoadExecutor-3417-thread-1) [ x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1130bb99
[junit4] 2> 842446 INFO (coreLoadExecutor-3417-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=45.724609375, floorSegmentMB=1.17578125, forceMergeDeletesPctAllowed=29.33840914780554, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 842462 INFO (coreLoadExecutor-3417-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 842462 INFO (coreLoadExecutor-3417-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 842464 INFO (coreLoadExecutor-3417-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 842464 INFO (coreLoadExecutor-3417-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 842465 INFO (coreLoadExecutor-3417-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7327497162230973]
[junit4] 2> 842465 INFO (coreLoadExecutor-3417-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@38477e03[collection1] main]
[junit4] 2> 842465 INFO (coreLoadExecutor-3417-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 842513 INFO (coreLoadExecutor-3417-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 842622 INFO (coreLoadExecutor-3417-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 842622 INFO (searcherExecutor-3418-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 842622 INFO (searcherExecutor-3418-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 842622 INFO (searcherExecutor-3418-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 842622 INFO (searcherExecutor-3418-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 842623 INFO (searcherExecutor-3418-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 842623 INFO (coreLoadExecutor-3417-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551731853042384896
[junit4] 2> 842623 INFO (searcherExecutor-3418-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 842623 INFO (searcherExecutor-3418-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 842623 INFO (searcherExecutor-3418-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 842623 INFO (searcherExecutor-3418-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 842624 INFO (searcherExecutor-3418-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@38477e03[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 842825 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 842828 INFO (qtp1957155870-7322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1551731853256294400)} 0 1
[junit4] 2> 842829 INFO (qtp11517917-7339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1551731853258391552)} 0 0
[junit4] 2> 842833 INFO (qtp1957155870-7323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[1 (1551731853260488704)]} 0 1
[junit4] 2> 842834 INFO (qtp11517917-7340) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[1 (1551731853263634432)]} 0 0
[junit4] 2> 842837 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[2 (1551731853265731584)]} 0 0
[junit4] 2> 842838 INFO (qtp11517917-7341) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[2 (1551731853267828736)]} 0 0
[junit4] 2> 842840 INFO (qtp1957155870-7317) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[3 (1551731853269925888)]} 0 0
[junit4] 2> 842842 INFO (qtp11517917-7334) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[3 (1551731853270974464)]} 0 0
[junit4] 2> 842843 INFO (qtp1957155870-7322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[4 (1551731853273071616)]} 0 0
[junit4] 2> 842845 INFO (qtp11517917-7339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[4 (1551731853275168768)]} 0 0
[junit4] 2> 842846 INFO (qtp1957155870-7323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[5 (1551731853276217344)]} 0 0
[junit4] 2> 842849 INFO (qtp11517917-7340) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[5 (1551731853278314496)]} 0 0
[junit4] 2> 842850 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[6 (1551731853280411648)]} 0 0
[junit4] 2> 842852 INFO (qtp11517917-7341) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[6 (1551731853282508800)]} 0 0
[junit4] 2> 842853 INFO (qtp1957155870-7317) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[7 (1551731853283557376)]} 0 0
[junit4] 2> 842855 INFO (qtp11517917-7334) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[7 (1551731853285654528)]} 0 0
[junit4] 2> 842857 INFO (qtp1957155870-7322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[8 (1551731853286703104)]} 0 0
[junit4] 2> 842858 INFO (qtp11517917-7339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[8 (1551731853288800256)]} 0 0
[junit4] 2> 842860 INFO (qtp1957155870-7323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[9 (1551731853290897408)]} 0 0
[junit4] 2> 842862 INFO (qtp11517917-7340) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[9 (1551731853292994560)]} 0 0
[junit4] 2> 842864 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 842864 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1862b01
[junit4] 2> 842867 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@410d4ff6[collection1] main]
[junit4] 2> 842867 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 842867 INFO (searcherExecutor-3407-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@410d4ff6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C9)))}
[junit4] 2> 842867 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 4
[junit4] 2> 842869 INFO (qtp11517917-7341) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 842869 INFO (qtp11517917-7341) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3df9e5db
[junit4] 2> 842871 INFO (qtp11517917-7341) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@330b46f[collection1] main]
[junit4] 2> 842871 INFO (qtp11517917-7341) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 842872 INFO (searcherExecutor-3418-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@330b46f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C9)))}
[junit4] 2> 842873 INFO (qtp11517917-7341) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 842875 INFO (qtp1957155870-7317) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[10 (1551731853305577472)]} 0 1
[junit4] 2> 842877 INFO (qtp11517917-7334) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[10 (1551731853308723200)]} 0 0
[junit4] 2> 842879 INFO (qtp1957155870-7322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[11 (1551731853310820352)]} 0 0
[junit4] 2> 842881 INFO (qtp11517917-7339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[11 (1551731853312917504)]} 0 0
[junit4] 2> 842882 INFO (qtp1957155870-7323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[12 (1551731853313966080)]} 0 0
[junit4] 2> 842884 INFO (qtp11517917-7340) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[12 (1551731853316063232)]} 0 0
[junit4] 2> 842886 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[13 (1551731853318160384)]} 0 0
[junit4] 2> 842887 INFO (qtp11517917-7341) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[13 (1551731853319208960)]} 0 0
[junit4] 2> 842902 INFO (qtp1957155870-7317) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[1001 (1551731853333889024)]} 0 12
[junit4] 2> 842904 INFO (qtp11517917-7334) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[1001 (1551731853335986176)]} 0 0
[junit4] 2> 842905 INFO (qtp1957155870-7322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[14 (1551731853338083328)]} 0 0
[junit4] 2> 842907 INFO (qtp11517917-7339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[14 (1551731853340180480)]} 0 0
[junit4] 2> 842909 INFO (qtp1957155870-7323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[15 (1551731853342277632)]} 0 0
[junit4] 2> 842910 INFO (qtp11517917-7340) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[15 (1551731853343326208)]} 0 0
[junit4] 2> 842912 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[16 (1551731853345423360)]} 0 0
[junit4] 2> 842913 INFO (qtp11517917-7341) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[16 (1551731853346471936)]} 0 0
[junit4] 2> 842915 INFO (qtp1957155870-7317) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[17 (1551731853348569088)]} 0 0
[junit4] 2> 842917 INFO (qtp11517917-7334) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[17 (1551731853350666240)]} 0 0
[junit4] 2> 842918 INFO (qtp1957155870-7322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[100 (1551731853351714816)]} 0 0
[junit4] 2> 842920 INFO (qtp11517917-7339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[100 (1551731853353811968)]} 0 0
[junit4] 2> 842922 INFO (qtp1957155870-7323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[101 (1551731853355909120)]} 0 0
[junit4] 2> 842924 INFO (qtp11517917-7340) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[101 (1551731853356957696)]} 0 0
[junit4] 2> 842925 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[102 (1551731853359054848)]} 0 0
[junit4] 2> 842927 INFO (qtp11517917-7341) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[102 (1551731853360103424)]} 0 0
[junit4] 2> 842928 INFO (qtp1957155870-7317) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[103 (1551731853362200576)]} 0 0
[junit4] 2> 842930 INFO (qtp11517917-7334) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[103 (1551731853363249152)]} 0 0
[junit4] 2> 842931 INFO (qtp1957155870-7322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[104 (1551731853365346304)]} 0 0
[junit4] 2> 842932 INFO (qtp11517917-7339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[104 (1551731853366394880)]} 0 0
[junit4] 2> 842934 INFO (qtp1957155870-7323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[105 (1551731853368492032)]} 0 0
[junit4] 2> 842936 INFO (qtp11517917-7340) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[105 (1551731853369540608)]} 0 0
[junit4] 2> 842937 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[106 (1551731853371637760)]} 0 0
[junit4] 2> 842939 INFO (qtp11517917-7341) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[106 (1551731853372686336)]} 0 0
[junit4] 2> 842940 INFO (qtp1957155870-7317) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[107 (1551731853374783488)]} 0 0
[junit4] 2> 842942 INFO (qtp11517917-7334) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[107 (1551731853375832064)]} 0 0
[junit4] 2> 842943 INFO (qtp1957155870-7322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[108 (1551731853377929216)]} 0 0
[junit4] 2> 842944 INFO (qtp11517917-7339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[108 (1551731853378977792)]} 0 0
[junit4] 2> 842946 INFO (qtp1957155870-7323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[109 (1551731853381074944)]} 0 0
[junit4] 2> 842948 INFO (qtp11517917-7340) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[109 (1551731853382123520)]} 0 0
[junit4] 2> 842949 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[110 (1551731853384220672)]} 0 0
[junit4] 2> 842951 INFO (qtp11517917-7341) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[110 (1551731853385269248)]} 0 0
[junit4] 2> 842952 INFO (qtp1957155870-7317) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[111 (1551731853387366400)]} 0 0
[junit4] 2> 842954 INFO (qtp11517917-7334) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[111 (1551731853389463552)]} 0 0
[junit4] 2> 842955 INFO (qtp1957155870-7322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[112 (1551731853390512128)]} 0 0
[junit4] 2> 842958 INFO (qtp11517917-7339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[112 (1551731853393657856)]} 0 0
[junit4] 2> 842959 INFO (qtp1957155870-7323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[113 (1551731853394706432)]} 0 0
[junit4] 2> 842961 INFO (qtp11517917-7340) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[113 (1551731853396803584)]} 0 0
[junit4] 2> 842962 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[114 (1551731853397852160)]} 0 0
[junit4] 2> 842964 INFO (qtp11517917-7341) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[114 (1551731853399949312)]} 0 0
[junit4] 2> 842965 INFO (qtp1957155870-7317) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[115 (1551731853400997888)]} 0 0
[junit4] 2> 842967 INFO (qtp11517917-7334) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[115 (1551731853403095040)]} 0 0
[junit4] 2> 842969 INFO (qtp1957155870-7322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[116 (1551731853404143616)]} 0 0
[junit4] 2> 842970 INFO (qtp11517917-7339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[116 (1551731853406240768)]} 0 0
[junit4] 2> 842972 INFO (qtp1957155870-7323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[117 (1551731853408337920)]} 0 0
[junit4] 2> 842973 INFO (qtp11517917-7340) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[117 (1551731853409386496)]} 0 0
[junit4] 2> 842975 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[118 (1551731853411483648)]} 0 0
[junit4] 2> 842976 INFO (qtp11517917-7341) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[118 (1551731853412532224)]} 0 0
[junit4] 2> 842978 INFO (qtp1957155870-7317) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[119 (1551731853414629376)]} 0 0
[junit4] 2> 842980 INFO (qtp11517917-7334) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[119 (1551731853415677952)]} 0 0
[junit4] 2> 842982 INFO (qtp1957155870-7322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[120 (1551731853418823680)]} 0 0
[junit4] 2> 842983 INFO (qtp11517917-7339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[120 (1551731853419872256)]} 0 0
[junit4] 2> 842985 INFO (qtp1957155870-7323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[121 (1551731853421969408)]} 0 0
[junit4] 2> 842986 INFO (qtp11517917-7340) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[121 (1551731853423017984)]} 0 0
[junit4] 2> 842988 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[122 (1551731853425115136)]} 0 0
[junit4] 2> 842990 INFO (qtp11517917-7341) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[122 (1551731853426163712)]} 0 0
[junit4] 2> 842991 INFO (qtp1957155870-7317) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[123 (1551731853428260864)]} 0 0
[junit4] 2> 842993 INFO (qtp11517917-7334) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[123 (1551731853430358016)]} 0 0
[junit4] 2> 842994 INFO (qtp1957155870-7322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[124 (1551731853431406592)]} 0 0
[junit4] 2> 842996 INFO (qtp11517917-7339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[124 (1551731853433503744)]} 0 0
[junit4] 2> 842997 INFO (qtp1957155870-7323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[125 (1551731853434552320)]} 0 0
[junit4] 2> 842999 INFO (qtp11517917-7340) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[125 (1551731853436649472)]} 0 0
[junit4] 2> 843000 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[126 (1551731853437698048)]} 0 0
[junit4] 2> 843002 INFO (qtp11517917-7341) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[126 (1551731853439795200)]} 0 0
[junit4] 2> 843004 INFO (qtp1957155870-7317) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[127 (1551731853440843776)]} 0 0
[junit4] 2> 843006 INFO (qtp11517917-7334) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[127 (1551731853443989504)]} 0 0
[junit4] 2> 843007 INFO (qtp1957155870-7322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[128 (1551731853445038080)]} 0 0
[junit4] 2> 843009 INFO (qtp11517917-7339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[128 (1551731853447135232)]} 0 0
[junit4] 2> 843010 INFO (qtp1957155870-7323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[129 (1551731853448183808)]} 0 0
[junit4] 2> 843012 INFO (qtp11517917-7340) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[129 (1551731853450280960)]} 0 0
[junit4] 2> 843014 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[130 (1551731853451329536)]} 0 0
[junit4] 2> 843015 INFO (qtp11517917-7341) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[130 (1551731853453426688)]} 0 0
[junit4] 2> 843017 INFO (qtp1957155870-7317) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[131 (1551731853454475264)]} 0 0
[junit4] 2> 843018 INFO (qtp11517917-7334) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[131 (1551731853456572416)]} 0 0
[junit4] 2> 843020 INFO (qtp1957155870-7322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[132 (1551731853457620992)]} 0 0
[junit4] 2> 843021 INFO (qtp11517917-7339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[132 (1551731853459718144)]} 0 0
[junit4] 2> 843023 INFO (qtp1957155870-7323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[133 (1551731853461815296)]} 0 0
[junit4] 2> 843025 INFO (qtp11517917-7340) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[133 (1551731853462863872)]} 0 0
[junit4] 2> 843026 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[134 (1551731853464961024)]} 0 0
[junit4] 2> 843029 INFO (qtp11517917-7341) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[134 (1551731853468106752)]} 0 0
[junit4] 2> 843030 INFO (qtp1957155870-7317) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[135 (1551731853469155328)]} 0 0
[junit4] 2> 843032 INFO (qtp11517917-7334) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[135 (1551731853471252480)]} 0 0
[junit4] 2> 843033 INFO (qtp1957155870-7322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[136 (1551731853472301056)]} 0 0
[junit4] 2> 843035 INFO (qtp11517917-7339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[136 (1551731853474398208)]} 0 0
[junit4] 2> 843036 INFO (qtp1957155870-7323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[137 (1551731853475446784)]} 0 0
[junit4] 2> 843038 INFO (qtp11517917-7340) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[137 (1551731853477543936)]} 0 0
[junit4] 2> 843040 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[138 (1551731853479641088)]} 0 0
[junit4] 2> 843042 INFO (qtp11517917-7341) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[138 (1551731853481738240)]} 0 0
[junit4] 2> 843044 INFO (qtp1957155870-7317) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[139 (1551731853482786816)]} 0 0
[junit4] 2> 843045 INFO (qtp11517917-7334) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[139 (1551731853484883968)]} 0 0
[junit4] 2> 843047 INFO (qtp1957155870-7322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[140 (1551731853486981120)]} 0 0
[junit4] 2> 843048 INFO (qtp11517917-7339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[140 (1551731853488029696)]} 0 0
[junit4] 2> 843050 INFO (qtp1957155870-7323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[141 (1551731853490126848)]} 0 0
[junit4] 2> 843052 INFO (qtp11517917-7340) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[141 (1551731853491175424)]} 0 0
[junit4] 2> 843054 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[142 (1551731853494321152)]} 0 0
[junit4] 2> 843055 INFO (qtp11517917-7341) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[142 (1551731853495369728)]} 0 0
[junit4] 2> 843057 INFO (qtp1957155870-7317) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[143 (1551731853497466880)]} 0 0
[junit4] 2> 843059 INFO (qtp11517917-7334) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[143 (1551731853498515456)]} 0 0
[junit4] 2> 843060 INFO (qtp1957155870-7322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[144 (1551731853500612608)]} 0 0
[junit4] 2> 843062 INFO (qtp11517917-7339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[144 (1551731853502709760)]} 0 0
[junit4] 2> 843063 INFO (qtp1957155870-7323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[145 (1551731853503758336)]} 0 0
[junit4] 2> 843066 INFO (qtp11517917-7340) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[145 (1551731853505855488)]} 0 0
[junit4] 2> 843067 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[146 (1551731853507952640)]} 0 0
[junit4] 2> 843069 INFO (qtp11517917-7341) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[146 (1551731853510049792)]} 0 0
[junit4] 2> 843070 INFO (qtp1957155870-7317) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[147 (1551731853511098368)]} 0 0
[junit4] 2> 843072 INFO (qtp11517917-7334) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[147 (1551731853513195520)]} 0 0
[junit4] 2> 843073 INFO (qtp1957155870-7322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[148 (1551731853514244096)]} 0 0
[junit4] 2> 843075 INFO (qtp11517917-7339) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[148 (1551731853516341248)]} 0 0
[junit4] 2> 843077 INFO (qtp1957155870-7323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[149 (1551731853517389824)]} 0 0
[junit4] 2> 843078 INFO (qtp11517917-7340) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[149 (1551731853519486976)]} 0 0
[junit4] 2> 843079 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 843080 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1862b01
[junit4] 2> 843084 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d7ae0d[collection1] main]
[junit4] 2> 843084 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 843084 INFO (searcherExecutor-3407-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4d7ae0d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C9) Uninverting(_1(6.4.0):C59)))}
[junit4] 2> 843084 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 4
[junit4] 2> 843086 INFO (qtp11517917-7341) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 843086 INFO (qtp11517917-7341) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3df9e5db
[junit4] 2> 843090 INFO (qtp11517917-7341) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d567ee[collection1] main]
[junit4] 2> 843090 INFO (qtp11517917-7341) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 843091 INFO (searcherExecutor-3418-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1d567ee[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C9) Uninverting(_1(6.4.0):C59)))}
[junit4] 2> 843091 INFO (qtp11517917-7341) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 4
[junit4] 2> 843093 INFO (qtp1957155870-7317) [ x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
[junit4] 2> 843093 INFO (qtp1957155870-7317) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*&distrib=false&start=-1&wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 843094 INFO (qtp1957155870-7322) [ x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
[junit4] 2> 843094 INFO (qtp1957155870-7322) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*&distrib=false&start=0&rows=-1&wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 843096 INFO (qtp1957155870-7323) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 843102 INFO (qtp11517917-7340) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+desc&shard.url=[ff01::213]:33332/|http://127.0.0.1:38279//collection1|[ff01::114]:33332/|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1479846814671&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 843104 INFO (qtp11517917-7341) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1479846814671&ids=13,102,125,5,148,16,139,10,142,131&isShard=true&shard.url=[ff01::213]:33332/|http://127.0.0.1:38279//collection1|[ff01::114]:33332/|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 843105 INFO (qtp11517917-7334) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|http://127.0.0.1:38279//collection1|[ff01::114]:33332/|[ff01::083]:33332/&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=6
[junit4] 2> 843107 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 843110 INFO (qtp11517917-7335) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+asc&shard.url=http://127.0.0.1:38279//collection1|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1479846814681&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 843112 INFO (qtp11517917-7341) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1479846814681&ids=143,122,2,135,14,4,147,103,128,9&isShard=true&shard.url=http://127.0.0.1:38279//collection1|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 843113 INFO (qtp11517917-7339) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:38279//collection1|[ff01::213]:33332/&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=4
[junit4] 2> 843115 INFO (qtp1957155870-7317) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 843119 INFO (qtp11517917-7334) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+desc&shard.url=http://127.0.0.1:38279//collection1&rows=10&version=2&q=*:*&NOW=1479846814690&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 843121 INFO (qtp11517917-7341) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1479846814690&ids=132,133,100,125,5,104,107,130,142,131&isShard=true&shard.url=http://127.0.0.1:38279//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 843121 INFO (qtp11517917-7340) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:38279//collection1&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=4
[junit4] 2> 843123 INFO (qtp1957155870-7322) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 843127 INFO (qtp11517917-7339) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+asc&shard.url=http://127.0.0.1:38279//collection1|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1479846814699&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 843129 INFO (qtp11517917-7341) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1479846814699&ids=110,112,123,14,124,127,7,119,140,141&isShard=true&shard.url=http://127.0.0.1:38279//collection1|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 843130 INFO (qtp11517917-7335) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:38279//collection1|[ff01::083]:33332/&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=4
[junit4] 2> 843131 INFO (qtp1957155870-7323) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 843135 INFO (qtp11517917-7340) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+desc&shard.url=[ff01::213]:33332/|http://127.0.0.1:38279//collection1&rows=10&version=2&q=*:*&NOW=1479846814706&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 843137 INFO (qtp11517917-7341) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1479846814706&ids=121,12,16,137,138,17,116,1001,141,131&isShard=true&shard.url=[ff01::213]:33332/|http://127.0.0.1:38279//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 843137 INFO (qtp11517917-7334) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|http://127.0.0.1:38279//collection1&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=3
[junit4] 2> 843139 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 843143 INFO (qtp11517917-7335) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+asc&shard.url=[ff01::083]:33332/|[ff01::213]:33332/|http://127.0.0.1:38279//collection1&rows=10&version=2&q=*:*&NOW=1479846814713&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 843145 INFO (qtp11517917-7341) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1479846814713&ids=132,100,136,103,147,115,127,7,107,120&isShard=true&shard.url=[ff01::083]:33332/|[ff01::213]:33332/|http://127.0.0.1:38279//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 843146 INFO (qtp11517917-7339) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|[ff01::213]:33332/|http://127.0.0.1:38279//collection1&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=5
[junit4] 2> 843147 INFO (qtp1957155870-7317) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 843151 INFO (qtp11517917-7334) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+desc&shard.url=http://127.0.0.1:38279//collection1&rows=10&version=2&q=*:*&NOW=1479846814723&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 843153 INFO (qtp11517917-7341) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1479846814723&ids=100,12,13,101,16,137,6,127,9,120&isShard=true&shard.url=http://127.0.0.1:38279//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 843154 INFO (qtp11517917-7340) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:38279//collection1&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=3
[junit4] 2> 843155 INFO (qtp1957155870-7322) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 843159 INFO (qtp11517917-7339) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+asc&shard.url=http://127.0.0.1:38279//collection1|[ff01::083]:33332/|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1479846814730&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 843161 INFO (qtp11517917-7341) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1479846814730&ids=110,114,17,105,139,1001,107,118,108,10&isShard=true&shard.url=http://127.0.0.1:38279//collection1|[ff01::083]:33332/|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 843161 INFO (qtp11517917-7335) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:38279//collection1|[ff01::083]:33332/|[ff01::114]:33332/&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=4
[junit4] 2> 843163 INFO (qtp1957155870-7323) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 843166 INFO (qtp11517917-7340) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+desc&shard.url=[ff01::213]:33332/|http://127.0.0.1:38279//collection1&rows=10&version=2&q=*:*&NOW=1479846814737&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 843168 INFO (qtp11517917-7341) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1479846814737&ids=121,143,122,133,134,146,102,116,1001,139&isShard=true&shard.url=[ff01::213]:33332/|http://127.0.0.1:38279//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 843169 INFO (qtp11517917-7334) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|http://127.0.0.1:38279//collection1&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=4
[junit4] 2> 843170 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 843174 INFO (qtp11517917-7335) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+asc&shard.url=[ff01::213]:33332/|http://127.0.0.1:38279//collection1&rows=10&version=2&q=*:*&NOW=1479846814745&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 843176 INFO (qtp11517917-7341) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1479846814745&ids=110,114,4,147,126,149,129,119,130,142&isShard=true&shard.url=[ff01::213]:33332/|http://127.0.0.1:38279//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 843176 INFO (qtp11517917-7339) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|http://127.0.0.1:38279//collection1&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=3
[junit4] 2> 843178 INFO (qtp1957155870-7317) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 843181 INFO (qtp11517917-7334) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+desc&shard.url=[ff01::213]:33332/|http://127.0.0.1:38279//collection1&rows=10&version=2&q=*:*&NOW=1479846814753&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 843183 INFO (qtp11517917-7341) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1479846814753&ids=143,122,124,103,114,136,104,126,17,138&isShard=true&shard.url=[ff01::213]:33332/|http://127.0.0.1:38279//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 843183 INFO (qtp11517917-7340) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|http://127.0.0.1:38279//collection1&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=3
[junit4] 2> 843186 INFO (qtp1957155870-7322) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 843189 INFO (qtp11517917-7339) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+asc&shard.url=http://127.0.0.1:38279//collection1|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1479846814761&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 843191 INFO (qtp11517917-7341) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1479846814761&ids=2,112,102,125,139,1001,8,130,120,142&isShard=true&shard.url=http://127.0.0.1:38279//collection1|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 843191 INFO (qtp11517917-7335) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:38279//collection1|[ff01::114]:33332/&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=3
[junit4] 2> 843193 INFO (qtp1957155870-7323) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 843199 INFO (qtp11517917-7340) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+desc&shard.url=[ff01::083]:33332/|[ff01::114]:33332/|[ff01::213]:33332/|http://127.0.0.1:38279//collection1&rows=10&version=2&q=*:*&NOW=1479846814768&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 843201 INFO (qtp11517917-7341) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1479846814768&ids=110,135,14,137,6,17,149,108,119,141&isShard=true&shard.url=[ff01::083]:33332/|[ff01::114]:33332/|[ff01::213]:33332/|http://127.0.0.1:38279//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 843201 INFO (qtp11517917-7334) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|[ff01::114]:33332/|[ff01::213]:33332/|http://127.0.0.1:38279//collection1&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=6
[junit4] 2> 843203 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 843206 INFO (qtp11517917-7335) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+asc&shard.url=[ff01::114]:33332/|http://127.0.0.1:38279//collection1|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1479846814778&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 843208 INFO (qtp11517917-7341) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1479846814778&ids=11,1,122,134,136,103,126,139,118,140&isShard=true&shard.url=[ff01::114]:33332/|http://127.0.0.1:38279//collection1|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 843209 INFO (qtp11517917-7339) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::114]:33332/|http://127.0.0.1:38279//collection1|[ff01::083]:33332/&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=4
[junit4] 2> 843211 INFO (qtp1957155870-7317) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 843214 INFO (qtp11517917-7334) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+desc&shard.url=http://127.0.0.1:38279//collection1&rows=10&version=2&q=*:*&NOW=1479846814785&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 843216 INFO (qtp11517917-7341) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1479846814785&ids=121,133,5,104,127,106,8,9,119,141&isShard=true&shard.url=http://127.0.0.1:38279//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 843216 INFO (qtp11517917-7340) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:38279//collection1&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=3
[junit4] 2> 843218 INFO (qtp1957155870-7322) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_dt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 843222 INFO (qtp11517917-7339) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+asc&shard.url=[ff01::083]:33332/|http://127.0.0.1:38279//collection1|[ff01::213]:33332/|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1479846814793&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 843223 INFO (qtp11517917-7341) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1479846814793&ids=143,110,111,100,146,102,136,126,1001,7&isShard=true&shard.url=[ff01::083]:33332/|http://127.0.0.1:38279//collection1|[ff01::213]:33332/|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 843224 INFO (qtp11517917-7335) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|http://127.0.0.1:38279//collection1|[ff01::213]:33332/|[ff01::114]:33332/&sort=n_dt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=3
[junit4] 2> 843226 INFO (qtp1957155870-7323) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_tdt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 843229 INFO (qtp11517917-7340) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tdt1+desc&shard.url=http://127.0.0.1:38279//collection1|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1479846814801&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 843231 INFO (qtp11517917-7341) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1479846814801&ids=110,3,104,105,149,1001,128,129,140,142&isShard=true&shard.url=http://127.0.0.1:38279//collection1|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 843232 INFO (qtp11517917-7334) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:38279//collection1|[ff01::114]:33332/&sort=n_tdt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=4
[junit4] 2> 843234 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_tdt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 843237 INFO (qtp11517917-7335) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tdt1+asc&shard.url=[ff01::213]:33332/|[ff01::114]:33332/|[ff01::083]:33332/|http://127.0.0.1:38279//collection1&rows=10&version=2&q=*:*&NOW=1479846814809&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 843239 INFO (qtp11517917-7341) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1479846814809&ids=143,122,144,2,134,113,136,148,117,120&isShard=true&shard.url=[ff01::213]:33332/|[ff01::114]:33332/|[ff01::083]:33332/|http://127.0.0.1:38279//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 843240 INFO (qtp11517917-7339) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|[ff01::114]:33332/|[ff01::083]:33332/|http://127.0.0.1:38279//collection1&sort=n_tdt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=3
[junit4] 2> 843242 INFO (qtp1957155870-7317) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=a_i1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 843245 INFO (qtp11517917-7334) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=a_i1+desc&shard.url=http://127.0.0.1:38279//collection1&rows=10&version=2&q=*:*&NOW=1479846814817&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 843247 INFO (qtp11517917-7341) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1479846814817&ids=1,12,2,13,3,5,7,8,9,10&isShard=true&shard.url=http://127.0.0.1:38279//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 843248 INFO (qtp11517917-7340) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:38279//collection1&sort=a_i1+desc&wt=javabin&version=2} hits=68 status=0 QTime=4
[junit4] 2> 843251 INFO (qtp1957155870-7322) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort={!func}testfunc(add(a_i1,5))+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 843254 INFO (qtp11517917-7339) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort={!func}testfunc(add(a_i1,5))+desc&shard.url=http://127.0.0.1:38279//collection1&rows=10&version=2&q=*:*&NOW=1479846814825&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 843256 INFO (qtp11517917-7341) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1479846814825&ids=1,12,2,13,3,5,7,8,9,10&isShard=true&shard.url=http://127.0.0.1:38279//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 843256 INFO (qtp11517917-7335) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:38279//collection1&sort={!func}testfunc(add(a_i1,5))+desc&wt=javabin&version=2} hits=68 status=0 QTime=4
[junit4] 2> 843258 INFO (qtp1957155870-7323) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=a_i1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 843262 INFO (qtp11517917-7340) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=a_i1+asc&shard.url=http://127.0.0.1:38279//collection1|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1479846814833&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 843263 INFO (qtp11517917-7341) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1479846814833&ids=11,12,1,13,2,3,4,6,7,9&isShard=true&shard.url=http://127.0.0.1:38279//collection1|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 843264 INFO (qtp11517917-7334) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:38279//collection1|[ff01::114]:33332/&sort=a_i1+asc&wt=javabin&version=2} hits=68 status=0 QTime=3
[junit4] 2> 843266 INFO (qtp1957155870-7324) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&fl=*,score&sort=a_i1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4]
[...truncated too long message...]
53FBE71F]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1482693342
[junit4] 2> 908802 INFO (coreCloseExecutor-3462-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@994ed5c
[junit4] 2> 908813 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4bec4864{/,null,UNAVAILABLE}
[junit4] 2> 908814 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@1ec98890{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 908814 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=370741651
[junit4] 2> 908815 INFO (coreCloseExecutor-3464-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@4c0c95b6
[junit4] 2> 908825 INFO (TEST-TestDistributedSearch.test-seed#[AA7F2E7453FBE71F]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@61b56c54{/,null,UNAVAILABLE}
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDistributedSearch -Dtests.method=test -Dtests.seed=AA7F2E7453FBE71F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=pt-PT -Dtests.timezone=Europe/Ljubljana -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 67.1s J1 | TestDistributedSearch.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42276//collection1: java.lang.NullPointerException
[junit4] > at org.apache.solr.search.grouping.distributed.responseprocessor.StoredFieldsShardResponseProcessor.process(StoredFieldsShardResponseProcessor.java:41)
[junit4] > at org.apache.solr.handler.component.QueryComponent.handleGroupedResponses(QueryComponent.java:756)
[junit4] > at org.apache.solr.handler.component.QueryComponent.handleResponses(QueryComponent.java:739)
[junit4] > at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:428)
[junit4] > at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152)
[junit4] > at org.apache.solr.core.SolrCore.execute(SolrCore.java:2210)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] > at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] > at org.eclipse.jetty.server.Server.handle(Server.java:518)
[junit4] > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308)
[junit4] > at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] > at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([AA7F2E7453FBE71F:222B11AEFD078AE7]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:593)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
[junit4] > at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
[junit4] > at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
[junit4] > at org.apache.solr.TestDistributedSearch.queryRandomUpServer(TestDistributedSearch.java:1139)
[junit4] > at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1101)
[junit4] > at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:963)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1018)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 908828 INFO (SUITE-TestDistributedSearch-seed#[AA7F2E7453FBE71F]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_AA7F2E7453FBE71F-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=pt-PT, timezone=Europe/Ljubljana
[junit4] 2> NOTE: Linux 4.4.0-47-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=12,threads=1,free=187335584,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestLRUCache, DeleteStatusTest, TestCursorMarkWithoutUniqueKey, HdfsCollectionsAPIDistributedZkTest, SearchHandlerTest, TestTrie, TestTolerantUpdateProcessorCloud, SimpleMLTQParserTest, TestDocBasedVersionConstraints, BJQParserTest, CursorMarkTest, SuggesterFSTTest, DateMathParserTest, TestSweetSpotSimilarityFactory, TestUniqueKeyFieldResource, SchemaVersionSpecificBehaviorTest, RAMDirectoryFactoryTest, SimplePostToolTest, DeleteNodeTest, RemoteQueryErrorTest, TestSerializedLuceneMatchVersion, TestSimpleTrackingShardHandler, TestSubQueryTransformerDistrib, CdcrReplicationHandlerTest, TestNonDefinedSimilarityFactory, TestNRTOpen, TestMacros, AliasIntegrationTest, HdfsLockFactoryTest, TestCorePropertiesReload, ConvertedLegacyTest, DocValuesTest, TestReRankQParserPlugin, ClusterStateUpdateTest, TestMinMaxOnMultiValuedField, ChaosMonkeySafeLeaderTest, TestSolr4Spatial2, TestHashQParserPlugin, QueryResultKeyTest, ZkSolrClientTest, SampleTest, TestDistributedGrouping, DistributedMLTComponentTest, TestFreeTextSuggestions, TestCSVResponseWriter, TestConfigSetsAPIZkFailure, HLLSerializationTest, ShardRoutingTest, DistributedFacetPivotLongTailTest, IndexBasedSpellCheckerTest, TestStressUserVersions, WordBreakSolrSpellCheckerTest, CollectionsAPIAsyncDistributedZkTest, SolrCmdDistributorTest, OutOfBoxZkACLAndCredentialsProvidersTest, PreAnalyzedFieldManagedSchemaCloudTest, IndexSchemaRuntimeFieldTest, DirectSolrSpellCheckerTest, HdfsThreadLeakTest, TestConfigSetImmutable, ZkControllerTest, MoreLikeThisHandlerTest, DocumentBuilderTest, TestQueryTypes, TestSchemaResource, TestMissingGroups, TestCollapseQParserPlugin, TestQueryUtils, CustomCollectionTest, SortByFunctionTest, SpellingQueryConverterTest, URLClassifyProcessorTest, SolrInfoMBeanTest, HighlighterMaxOffsetTest, LoggingHandlerTest, CdcrUpdateLogTest, TestPKIAuthenticationPlugin, BadCopyFieldTest, TestDistribDocBasedVersion, VersionInfoTest, CSVRequestHandlerTest, TestJettySolrRunner, TestImplicitCoreProperties, SpellCheckCollatorTest, LeaderInitiatedRecoveryOnShardRestartTest, OverseerModifyCollectionTest, TestDynamicFieldResource, TestFieldCacheReopen, CheckHdfsIndexTest, TestUninvertingReader, SaslZkACLProviderTest, HttpSolrCallGetCoreTest, CollectionsAPIDistributedZkTest, TestQuerySenderListener, ZkStateReaderTest, SpatialFilterTest, UtilsToolTest, TestSearchPerf, TestFastOutputStream, TestManagedSchemaThreadSafety, DistanceFunctionTest, SolrIndexSplitterTest, TestSolrCloudWithSecureImpersonation, TriLevelCompositeIdRoutingTest, TestSuggestSpellingConverter, TestFieldCacheSortRandom, BaseCdcrDistributedZkTest, BasicDistributedZkTest, UnloadDistributedZkTest, OpenCloseCoreStressTest, BasicZkTest, RecoveryZkTest, TestRandomFaceting, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch]
[junit4] Completed [348/655 (1!)] on J1 in 67.16s, 1 test, 1 error <<< FAILURES!
[...truncated 61706 lines...]
[JENKINS] Lucene-Solr-6.x-Linux (64bit/jdk1.8.0_102) - Build # 2247
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/2247/
Java: 64bit/jdk1.8.0_102 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.schema.PreAnalyzedFieldManagedSchemaCloudTest.testAdd2Fields
Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:39011/solr/managed-preanalyzed, https://127.0.0.1:33343/solr/managed-preanalyzed]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:39011/solr/managed-preanalyzed, https://127.0.0.1:33343/solr/managed-preanalyzed]
at __randomizedtesting.SeedInfo.seed([CD72F125201C0C76:656743CEFC1A9F80]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:414)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1292)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1062)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1004)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.schema.PreAnalyzedFieldManagedSchemaCloudTest.addField(PreAnalyzedFieldManagedSchemaCloudTest.java:61)
at org.apache.solr.schema.PreAnalyzedFieldManagedSchemaCloudTest.testAdd2Fields(PreAnalyzedFieldManagedSchemaCloudTest.java:52)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39011/solr/managed-preanalyzed: No such path /schema/fields/field2
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:593)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
... 45 more
Build Log:
[...truncated 12579 lines...]
[junit4] Suite: org.apache.solr.schema.PreAnalyzedFieldManagedSchemaCloudTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.schema.PreAnalyzedFieldManagedSchemaCloudTest_CD72F125201C0C76-001/init-core-data-001
[junit4] 2> 2042245 INFO (SUITE-PreAnalyzedFieldManagedSchemaCloudTest-seed#[CD72F125201C0C76]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2042245 INFO (SUITE-PreAnalyzedFieldManagedSchemaCloudTest-seed#[CD72F125201C0C76]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.schema.PreAnalyzedFieldManagedSchemaCloudTest_CD72F125201C0C76-001/tempDir-001
[junit4] 2> 2042246 INFO (SUITE-PreAnalyzedFieldManagedSchemaCloudTest-seed#[CD72F125201C0C76]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2042246 INFO (Thread-3738) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2042246 INFO (Thread-3738) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2042346 INFO (SUITE-PreAnalyzedFieldManagedSchemaCloudTest-seed#[CD72F125201C0C76]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39165
[junit4] 2> 2042351 INFO (jetty-launcher-24595-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2042352 INFO (jetty-launcher-24595-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2042353 INFO (jetty-launcher-24595-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12774b02{/solr,null,AVAILABLE}
[junit4] 2> 2042355 INFO (jetty-launcher-24595-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@545c92b5{/solr,null,AVAILABLE}
[junit4] 2> 2042355 INFO (jetty-launcher-24595-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@63c84f7e{SSL,[ssl, http/1.1]}{127.0.0.1:39011}
[junit4] 2> 2042355 INFO (jetty-launcher-24595-thread-2) [ ] o.e.j.s.Server Started @2044427ms
[junit4] 2> 2042355 INFO (jetty-launcher-24595-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39011}
[junit4] 2> 2042355 ERROR (jetty-launcher-24595-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2042355 INFO (jetty-launcher-24595-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2042355 INFO (jetty-launcher-24595-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2042355 INFO (jetty-launcher-24595-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2042355 INFO (jetty-launcher-24595-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-23T05:46:52.933Z
[junit4] 2> 2042356 INFO (jetty-launcher-24595-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@7716acea{SSL,[ssl, http/1.1]}{127.0.0.1:33343}
[junit4] 2> 2042356 INFO (jetty-launcher-24595-thread-1) [ ] o.e.j.s.Server Started @2044428ms
[junit4] 2> 2042356 INFO (jetty-launcher-24595-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33343}
[junit4] 2> 2042356 ERROR (jetty-launcher-24595-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2042366 INFO (jetty-launcher-24595-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2042367 INFO (jetty-launcher-24595-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2042367 INFO (jetty-launcher-24595-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2042367 INFO (jetty-launcher-24595-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-23T05:46:52.945Z
[junit4] 2> 2042369 INFO (jetty-launcher-24595-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2042373 INFO (jetty-launcher-24595-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2042375 INFO (jetty-launcher-24595-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2042375 INFO (jetty-launcher-24595-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39165/solr
[junit4] 2> 2042380 INFO (jetty-launcher-24595-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2042383 INFO (jetty-launcher-24595-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39165/solr
[junit4] 2> 2042389 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1588fb8f4190005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2042400 INFO (jetty-launcher-24595-thread-2) [n:127.0.0.1:39011_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39011_solr
[junit4] 2> 2042400 INFO (jetty-launcher-24595-thread-1) [n:127.0.0.1:33343_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33343_solr
[junit4] 2> 2042400 INFO (jetty-launcher-24595-thread-2) [n:127.0.0.1:39011_solr ] o.a.s.c.Overseer Overseer (id=96985416520499204-127.0.0.1:39011_solr-n_0000000000) starting
[junit4] 2> 2042401 INFO (zkCallback-24602-thread-1-processing-n:127.0.0.1:39011_solr) [n:127.0.0.1:39011_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2042405 INFO (jetty-launcher-24595-thread-2) [n:127.0.0.1:39011_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39011_solr
[junit4] 2> 2042406 INFO (zkCallback-24602-thread-1-processing-n:127.0.0.1:39011_solr) [n:127.0.0.1:39011_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2042415 INFO (zkCallback-24606-thread-1-processing-n:127.0.0.1:33343_solr) [n:127.0.0.1:33343_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2042456 INFO (jetty-launcher-24595-thread-2) [n:127.0.0.1:39011_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.schema.PreAnalyzedFieldManagedSchemaCloudTest_CD72F125201C0C76-001/tempDir-001/node2/.
[junit4] 2> 2042568 INFO (jetty-launcher-24595-thread-1) [n:127.0.0.1:33343_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.schema.PreAnalyzedFieldManagedSchemaCloudTest_CD72F125201C0C76-001/tempDir-001/node1/.
[junit4] 2> 2042586 INFO (SUITE-PreAnalyzedFieldManagedSchemaCloudTest-seed#[CD72F125201C0C76]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2042653 INFO (qtp1059731366-94772) [n:127.0.0.1:39011_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cloud-managed-preanalyzed&maxShardsPerNode=1&name=managed-preanalyzed&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2042654 INFO (OverseerThreadFactory-10910-thread-1-processing-n:127.0.0.1:39011_solr) [n:127.0.0.1:39011_solr ] o.a.s.c.CreateCollectionCmd Create collection managed-preanalyzed
[junit4] 2> 2042769 INFO (qtp1059731366-94786) [n:127.0.0.1:39011_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cloud-managed-preanalyzed&newCollection=true&name=managed-preanalyzed_shard1_replica1&action=CREATE&numShards=2&collection=managed-preanalyzed&shard=shard1&wt=javabin&version=2
[junit4] 2> 2042825 INFO (qtp585780774-94773) [n:127.0.0.1:33343_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cloud-managed-preanalyzed&newCollection=true&name=managed-preanalyzed_shard2_replica1&action=CREATE&numShards=2&collection=managed-preanalyzed&shard=shard2&wt=javabin&version=2
[junit4] 2> 2042930 INFO (zkCallback-24606-thread-1-processing-n:127.0.0.1:33343_solr) [n:127.0.0.1:33343_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/managed-preanalyzed/state.json] for collection [managed-preanalyzed] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2042930 INFO (zkCallback-24602-thread-2-processing-n:127.0.0.1:39011_solr) [n:127.0.0.1:39011_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/managed-preanalyzed/state.json] for collection [managed-preanalyzed] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2043776 INFO (qtp1059731366-94786) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2043782 INFO (qtp1059731366-94786) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 x:managed-preanalyzed_shard1_replica1] o.a.s.s.IndexSchema [managed-preanalyzed_shard1_replica1] Schema name=managed-preanalyzed
[junit4] 2> 2043795 INFO (qtp1059731366-94786) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 x:managed-preanalyzed_shard1_replica1] o.a.s.s.IndexSchema Loaded schema managed-preanalyzed/1.6 with uniqueid field id
[junit4] 2> 2043796 INFO (qtp1059731366-94786) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'managed-preanalyzed_shard1_replica1' using configuration from collection managed-preanalyzed
[junit4] 2> 2043797 INFO (qtp1059731366-94786) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.SolrCore [[managed-preanalyzed_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.schema.PreAnalyzedFieldManagedSchemaCloudTest_CD72F125201C0C76-001/tempDir-001/node2/managed-preanalyzed_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.schema.PreAnalyzedFieldManagedSchemaCloudTest_CD72F125201C0C76-001/tempDir-001/node2/./managed-preanalyzed_shard1_replica1/data/]
[junit4] 2> 2043807 INFO (qtp1059731366-94786) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2043807 INFO (qtp1059731366-94786) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2043808 INFO (qtp1059731366-94786) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2043808 INFO (qtp1059731366-94786) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2043809 INFO (qtp1059731366-94786) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5f4831aa[managed-preanalyzed_shard1_replica1] main]
[junit4] 2> 2043810 INFO (qtp1059731366-94786) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cloud-managed-preanalyzed
[junit4] 2> 2043810 INFO (qtp1059731366-94786) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cloud-managed-preanalyzed
[junit4] 2> 2043810 INFO (qtp1059731366-94786) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> 2043810 INFO (qtp1059731366-94786) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2043810 INFO (qtp1059731366-94786) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551766665966911488
[junit4] 2> 2043810 INFO (searcherExecutor-10915-thread-1-processing-n:127.0.0.1:39011_solr x:managed-preanalyzed_shard1_replica1 s:shard1 c:managed-preanalyzed r:core_node1) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.SolrCore [managed-preanalyzed_shard1_replica1] Registered new searcher Searcher@5f4831aa[managed-preanalyzed_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2043821 INFO (qtp1059731366-94786) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2043821 INFO (qtp1059731366-94786) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2043821 INFO (qtp1059731366-94786) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39011/solr/managed-preanalyzed_shard1_replica1/
[junit4] 2> 2043821 INFO (qtp1059731366-94786) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2043821 INFO (qtp1059731366-94786) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:39011/solr/managed-preanalyzed_shard1_replica1/ has no replicas
[junit4] 2> 2043824 INFO (qtp1059731366-94786) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39011/solr/managed-preanalyzed_shard1_replica1/ shard1
[junit4] 2> 2043831 INFO (qtp585780774-94773) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2043838 INFO (qtp585780774-94773) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.IndexSchema [managed-preanalyzed_shard2_replica1] Schema name=managed-preanalyzed
[junit4] 2> 2043841 INFO (qtp585780774-94773) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.IndexSchema Loaded schema managed-preanalyzed/1.6 with uniqueid field id
[junit4] 2> 2043842 INFO (qtp585780774-94773) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'managed-preanalyzed_shard2_replica1' using configuration from collection managed-preanalyzed
[junit4] 2> 2043842 INFO (qtp585780774-94773) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.SolrCore [[managed-preanalyzed_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.schema.PreAnalyzedFieldManagedSchemaCloudTest_CD72F125201C0C76-001/tempDir-001/node1/managed-preanalyzed_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.schema.PreAnalyzedFieldManagedSchemaCloudTest_CD72F125201C0C76-001/tempDir-001/node1/./managed-preanalyzed_shard2_replica1/data/]
[junit4] 2> 2043850 INFO (qtp585780774-94773) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2043850 INFO (qtp585780774-94773) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2043851 INFO (qtp585780774-94773) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2043851 INFO (qtp585780774-94773) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2043852 INFO (qtp585780774-94773) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@65dcfad8[managed-preanalyzed_shard2_replica1] main]
[junit4] 2> 2043852 INFO (qtp585780774-94773) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cloud-managed-preanalyzed
[junit4] 2> 2043852 INFO (qtp585780774-94773) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cloud-managed-preanalyzed
[junit4] 2> 2043852 INFO (qtp585780774-94773) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> 2043853 INFO (qtp585780774-94773) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2043853 INFO (searcherExecutor-10920-thread-1-processing-n:127.0.0.1:33343_solr x:managed-preanalyzed_shard2_replica1 s:shard2 c:managed-preanalyzed r:core_node2) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.SolrCore [managed-preanalyzed_shard2_replica1] Registered new searcher Searcher@65dcfad8[managed-preanalyzed_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2043853 INFO (qtp585780774-94773) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551766666012000256
[junit4] 2> 2043857 INFO (qtp585780774-94773) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2043857 INFO (qtp585780774-94773) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2043857 INFO (qtp585780774-94773) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33343/solr/managed-preanalyzed_shard2_replica1/
[junit4] 2> 2043857 INFO (qtp585780774-94773) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2043857 INFO (qtp585780774-94773) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:33343/solr/managed-preanalyzed_shard2_replica1/ has no replicas
[junit4] 2> 2043860 INFO (qtp585780774-94773) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33343/solr/managed-preanalyzed_shard2_replica1/ shard2
[junit4] 2> 2043961 INFO (zkCallback-24602-thread-1-processing-n:127.0.0.1:39011_solr) [n:127.0.0.1:39011_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/managed-preanalyzed/state.json] for collection [managed-preanalyzed] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2043961 INFO (zkCallback-24606-thread-1-processing-n:127.0.0.1:33343_solr) [n:127.0.0.1:33343_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/managed-preanalyzed/state.json] for collection [managed-preanalyzed] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2043975 INFO (qtp1059731366-94786) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2043983 INFO (qtp1059731366-94786) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cloud-managed-preanalyzed&newCollection=true&name=managed-preanalyzed_shard1_replica1&action=CREATE&numShards=2&collection=managed-preanalyzed&shard=shard1&wt=javabin&version=2} status=0 QTime=1214
[junit4] 2> 2044011 INFO (qtp585780774-94773) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2044014 INFO (qtp585780774-94773) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cloud-managed-preanalyzed&newCollection=true&name=managed-preanalyzed_shard2_replica1&action=CREATE&numShards=2&collection=managed-preanalyzed&shard=shard2&wt=javabin&version=2} status=0 QTime=1189
[junit4] 2> 2044017 INFO (qtp1059731366-94772) [n:127.0.0.1:39011_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2044113 INFO (zkCallback-24602-thread-3-processing-n:127.0.0.1:39011_solr) [n:127.0.0.1:39011_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/managed-preanalyzed/state.json] for collection [managed-preanalyzed] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2044113 INFO (zkCallback-24606-thread-1-processing-n:127.0.0.1:33343_solr) [n:127.0.0.1:33343_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/managed-preanalyzed/state.json] for collection [managed-preanalyzed] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2044656 INFO (OverseerCollectionConfigSetProcessor-96985416520499204-127.0.0.1:39011_solr-n_0000000000) [n:127.0.0.1:39011_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2045017 INFO (qtp1059731366-94772) [n:127.0.0.1:39011_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cloud-managed-preanalyzed&maxShardsPerNode=1&name=managed-preanalyzed&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2363
[junit4] 2> 2045032 INFO (TEST-PreAnalyzedFieldManagedSchemaCloudTest.testAdd2Fields-seed#[CD72F125201C0C76]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAdd2Fields
[junit4] 2> 2045037 INFO (qtp585780774-94774) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.SchemaManager managed schema loaded . version : 0
[junit4] 2> 2045038 INFO (qtp585780774-94774) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.IndexSchema [managed-preanalyzed_shard2_replica1] Schema name=managed-preanalyzed
[junit4] 2> 2045042 INFO (qtp585780774-94774) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.IndexSchema Loaded schema managed-preanalyzed/1.6 with uniqueid field id
[junit4] 2> 2045043 INFO (zkCallback-24602-thread-3-processing-n:127.0.0.1:39011_solr) [n:127.0.0.1:39011_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/cloud-managed-preanalyzed/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 2045043 INFO (zkCallback-24606-thread-1-processing-n:127.0.0.1:33343_solr) [n:127.0.0.1:33343_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/cloud-managed-preanalyzed/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 2045043 INFO (qtp585780774-94774) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.ZkController Persisted config data to node /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> 2045043 INFO (zkCallback-24602-thread-3-processing-n:127.0.0.1:39011_solr) [n:127.0.0.1:39011_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
[junit4] 2> 2045044 INFO (qtp585780774-94774) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.ManagedIndexSchema Waiting up to 599 secs for 1 replicas to apply schema update version 1 for collection managed-preanalyzed
[junit4] 2> 2045044 INFO (Thread-3757) [n:127.0.0.1:39011_solr ] o.a.s.c.SolrCore config update listener called for core managed-preanalyzed_shard1_replica1
[junit4] 2> 2045044 INFO (Thread-3758) [n:127.0.0.1:33343_solr ] o.a.s.c.SolrCore config update listener called for core managed-preanalyzed_shard2_replica1
[junit4] 2> 2045045 INFO (zkCallback-24602-thread-3-processing-n:127.0.0.1:39011_solr) [n:127.0.0.1:39011_solr ] o.a.s.s.IndexSchema [managed-preanalyzed_shard1_replica1] Schema name=managed-preanalyzed
[junit4] 2> 2045048 INFO (Thread-3757) [n:127.0.0.1:39011_solr ] o.a.s.s.SchemaManager managed schema loaded . version : 1
[junit4] 2> 2045048 INFO (Thread-3758) [n:127.0.0.1:33343_solr ] o.a.s.s.SchemaManager managed schema loaded . version : 1
[junit4] 2> 2045049 INFO (qtp1059731366-94776) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=1, currentVersion=0) before returning version!
[junit4] 2> 2045049 INFO (zkCallback-24602-thread-3-processing-n:127.0.0.1:39011_solr) [n:127.0.0.1:39011_solr ] o.a.s.s.IndexSchema Loaded schema managed-preanalyzed/1.6 with uniqueid field id
[junit4] 2> 2045050 INFO (zkCallback-24602-thread-3-processing-n:127.0.0.1:39011_solr) [n:127.0.0.1:39011_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 6 ms
[junit4] 2> 2045050 INFO (qtp1059731366-94776) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.S.Request [managed-preanalyzed_shard1_replica1] webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=1&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2045050 INFO (Thread-3757) [n:127.0.0.1:39011_solr ] o.a.s.s.IndexSchema [managed-preanalyzed_shard1_replica1] Schema name=managed-preanalyzed
[junit4] 2> 2045050 INFO (Thread-3758) [n:127.0.0.1:33343_solr ] o.a.s.s.IndexSchema [managed-preanalyzed_shard2_replica1] Schema name=managed-preanalyzed
[junit4] 2> 2045051 INFO (qtp585780774-94774) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.ManagedIndexSchema Took 6.0ms for 1 replicas to apply schema update version 1 for collection managed-preanalyzed
[junit4] 2> 2045051 INFO (qtp585780774-94774) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.S.Request [managed-preanalyzed_shard2_replica1] webapp=/solr path=/schema params={wt=javabin&version=2} status=0 QTime=14
[junit4] 2> 2045051 INFO (zkCallback-24606-thread-1-processing-n:127.0.0.1:33343_solr) [n:127.0.0.1:33343_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
[junit4] 2> 2045053 INFO (zkCallback-24606-thread-1-processing-n:127.0.0.1:33343_solr) [n:127.0.0.1:33343_solr ] o.a.s.s.IndexSchema [managed-preanalyzed_shard2_replica1] Schema name=managed-preanalyzed
[junit4] 2> 2045054 INFO (Thread-3757) [n:127.0.0.1:39011_solr ] o.a.s.s.IndexSchema Loaded schema managed-preanalyzed/1.6 with uniqueid field id
[junit4] 2> 2045054 INFO (Thread-3757) [n:127.0.0.1:39011_solr ] o.a.s.c.SolrCore core reload managed-preanalyzed_shard1_replica1
[junit4] 2> 2045064 INFO (Thread-3758) [n:127.0.0.1:33343_solr ] o.a.s.s.IndexSchema Loaded schema managed-preanalyzed/1.6 with uniqueid field id
[junit4] 2> 2045064 INFO (qtp585780774-94785) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.S.Request [managed-preanalyzed_shard2_replica1] webapp=/solr path=/schema/fields/field1 params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2045064 INFO (Thread-3758) [n:127.0.0.1:33343_solr ] o.a.s.c.SolrCore core reload managed-preanalyzed_shard2_replica1
[junit4] 2> 2045066 INFO (zkCallback-24606-thread-1-processing-n:127.0.0.1:33343_solr) [n:127.0.0.1:33343_solr ] o.a.s.s.IndexSchema Loaded schema managed-preanalyzed/1.6 with uniqueid field id
[junit4] 2> 2045066 INFO (zkCallback-24606-thread-1-processing-n:127.0.0.1:33343_solr) [n:127.0.0.1:33343_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 15 ms
[junit4] 2> 2045068 INFO (Thread-3757) [n:127.0.0.1:39011_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2045068 INFO (qtp1059731366-94782) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.s.SchemaManager managed schema loaded . version : 1
[junit4] 2> 2045068 INFO (Thread-3758) [n:127.0.0.1:33343_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2045072 INFO (qtp1059731366-94782) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.s.IndexSchema [managed-preanalyzed_shard1_replica1] Schema name=managed-preanalyzed
[junit4] 2> 2045076 INFO (Thread-3757) [n:127.0.0.1:39011_solr ] o.a.s.s.IndexSchema [managed-preanalyzed_shard1_replica1] Schema name=managed-preanalyzed
[junit4] 2> 2045077 INFO (Thread-3758) [n:127.0.0.1:33343_solr ] o.a.s.s.IndexSchema [managed-preanalyzed_shard2_replica1] Schema name=managed-preanalyzed
[junit4] 2> 2045078 INFO (qtp1059731366-94782) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.s.IndexSchema Loaded schema managed-preanalyzed/1.6 with uniqueid field id
[junit4] 2> 2045080 INFO (qtp1059731366-94782) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.ZkController Persisted config data to node /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> 2045080 INFO (zkCallback-24606-thread-1-processing-n:127.0.0.1:33343_solr) [n:127.0.0.1:33343_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/cloud-managed-preanalyzed/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 2045080 INFO (Thread-3757) [n:127.0.0.1:39011_solr ] o.a.s.s.IndexSchema Loaded schema managed-preanalyzed/1.6 with uniqueid field id
[junit4] 2> 2045080 INFO (zkCallback-24602-thread-3-processing-n:127.0.0.1:39011_solr) [n:127.0.0.1:39011_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/cloud-managed-preanalyzed/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 2045080 INFO (Thread-3758) [n:127.0.0.1:33343_solr ] o.a.s.s.IndexSchema Loaded schema managed-preanalyzed/1.6 with uniqueid field id
[junit4] 2> 2045081 INFO (zkCallback-24606-thread-1-processing-n:127.0.0.1:33343_solr) [n:127.0.0.1:33343_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 2 from ZooKeeper
[junit4] 2> 2045081 INFO (qtp1059731366-94782) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.s.ManagedIndexSchema Waiting up to 599 secs for 1 replicas to apply schema update version 2 for collection managed-preanalyzed
[junit4] 2> 2045081 INFO (Thread-3759) [n:127.0.0.1:39011_solr ] o.a.s.c.SolrCore config update listener called for core managed-preanalyzed_shard1_replica1
[junit4] 2> 2045081 INFO (Thread-3757) [n:127.0.0.1:39011_solr ] o.a.s.c.CoreContainer Reloading SolrCore 'managed-preanalyzed_shard1_replica1' using configuration from collection managed-preanalyzed
[junit4] 2> 2045082 INFO (Thread-3757) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.SolrCore [[managed-preanalyzed_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.schema.PreAnalyzedFieldManagedSchemaCloudTest_CD72F125201C0C76-001/tempDir-001/node2/managed-preanalyzed_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.schema.PreAnalyzedFieldManagedSchemaCloudTest_CD72F125201C0C76-001/tempDir-001/node2/./managed-preanalyzed_shard1_replica1/data/]
[junit4] 2> 2045082 INFO (Thread-3760) [n:127.0.0.1:33343_solr ] o.a.s.c.SolrCore config update listener called for core managed-preanalyzed_shard2_replica1
[junit4] 2> 2045082 INFO (Thread-3759) [n:127.0.0.1:39011_solr ] o.a.s.s.SchemaManager managed schema loaded . version : 2
[junit4] 2> 2045082 INFO (Thread-3758) [n:127.0.0.1:33343_solr ] o.a.s.c.CoreContainer Reloading SolrCore 'managed-preanalyzed_shard2_replica1' using configuration from collection managed-preanalyzed
[junit4] 2> 2045084 INFO (Thread-3758) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.SolrCore [[managed-preanalyzed_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.schema.PreAnalyzedFieldManagedSchemaCloudTest_CD72F125201C0C76-001/tempDir-001/node1/managed-preanalyzed_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.schema.PreAnalyzedFieldManagedSchemaCloudTest_CD72F125201C0C76-001/tempDir-001/node1/./managed-preanalyzed_shard2_replica1/data/]
[junit4] 2> 2045084 INFO (Thread-3760) [n:127.0.0.1:33343_solr ] o.a.s.s.SchemaManager managed schema loaded . version : 2
[junit4] 2> 2045084 INFO (zkCallback-24606-thread-1-processing-n:127.0.0.1:33343_solr) [n:127.0.0.1:33343_solr ] o.a.s.s.IndexSchema [managed-preanalyzed_shard2_replica1] Schema name=managed-preanalyzed
[junit4] 2> 2045085 INFO (Thread-3760) [n:127.0.0.1:33343_solr ] o.a.s.s.IndexSchema [managed-preanalyzed_shard2_replica1] Schema name=managed-preanalyzed
[junit4] 2> 2045092 INFO (Thread-3759) [n:127.0.0.1:39011_solr ] o.a.s.s.IndexSchema [managed-preanalyzed_shard1_replica1] Schema name=managed-preanalyzed
[junit4] 2> 2045096 INFO (Thread-3757) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2045096 INFO (Thread-3757) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2045096 INFO (zkCallback-24606-thread-1-processing-n:127.0.0.1:33343_solr) [n:127.0.0.1:33343_solr ] o.a.s.s.IndexSchema Loaded schema managed-preanalyzed/1.6 with uniqueid field id
[junit4] 2> 2045096 INFO (zkCallback-24606-thread-1-processing-n:127.0.0.1:33343_solr) [n:127.0.0.1:33343_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 15 ms
[junit4] 2> 2045096 INFO (Thread-3757) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@61937104[managed-preanalyzed_shard1_replica1] main]
[junit4] 2> 2045097 INFO (Thread-3757) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cloud-managed-preanalyzed
[junit4] 2> 2045097 INFO (Thread-3760) [n:127.0.0.1:33343_solr ] o.a.s.s.IndexSchema Loaded schema managed-preanalyzed/1.6 with uniqueid field id
[junit4] 2> 2045097 INFO (Thread-3757) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cloud-managed-preanalyzed
[junit4] 2> 2045097 INFO (Thread-3760) [n:127.0.0.1:33343_solr ] o.a.s.c.SolrCore core reload managed-preanalyzed_shard2_replica1
[junit4] 2> 2045097 INFO (Thread-3757) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> 2045097 INFO (Thread-3758) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2045097 INFO (Thread-3758) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2045097 INFO (Thread-3757) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2045097 INFO (Thread-3758) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@41cee029[managed-preanalyzed_shard2_replica1] main]
[junit4] 2> 2045097 INFO (searcherExecutor-10927-thread-1-processing-n:127.0.0.1:39011_solr x:managed-preanalyzed_shard1_replica1 s:shard1 c:managed-preanalyzed r:core_node1) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.SolrCore [managed-preanalyzed_shard1_replica1] Registered new searcher Searcher@61937104[managed-preanalyzed_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2045097 INFO (Thread-3757) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551766667316428800
[junit4] 2> 2045098 INFO (Thread-3758) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cloud-managed-preanalyzed
[junit4] 2> 2045098 INFO (Thread-3758) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cloud-managed-preanalyzed
[junit4] 2> 2045098 INFO (Thread-3758) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> 2045098 INFO (Thread-3758) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2045098 INFO (Thread-3759) [n:127.0.0.1:39011_solr ] o.a.s.s.IndexSchema Loaded schema managed-preanalyzed/1.6 with uniqueid field id
[junit4] 2> 2045098 INFO (searcherExecutor-10928-thread-1-processing-n:127.0.0.1:33343_solr x:managed-preanalyzed_shard2_replica1 s:shard2 c:managed-preanalyzed r:core_node2) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.SolrCore [managed-preanalyzed_shard2_replica1] Registered new searcher Searcher@41cee029[managed-preanalyzed_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2045098 INFO (Thread-3759) [n:127.0.0.1:39011_solr ] o.a.s.c.SolrCore core reload managed-preanalyzed_shard1_replica1
[junit4] 2> 2045098 INFO (Thread-3758) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551766667317477376
[junit4] 2> 2045099 INFO (qtp585780774-94777) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.S.Request [managed-preanalyzed_shard2_replica1] webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2045099 INFO (qtp1059731366-94782) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.s.ManagedIndexSchema Took 18.0ms for 1 replicas to apply schema update version 2 for collection managed-preanalyzed
[junit4] 2> 2045099 INFO (qtp1059731366-94782) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.S.Request [managed-preanalyzed_shard1_replica1] webapp=/solr path=/schema params={wt=javabin&version=2} status=0 QTime=31
[junit4] 2> 2045100 INFO (Thread-3757) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2045100 INFO (zkCallback-24602-thread-3-processing-n:127.0.0.1:39011_solr) [n:127.0.0.1:39011_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 2 from ZooKeeper
[junit4] 2> 2045100 INFO (Thread-3757) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6460a26e[managed-preanalyzed_shard1_replica1] main]
[junit4] 2> 2045100 INFO (Thread-3757) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.SolrCore [managed-preanalyzed_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@6dccd096
[junit4] 2> 2045100 INFO (searcherExecutor-10927-thread-1-processing-n:127.0.0.1:39011_solr x:managed-preanalyzed_shard1_replica1 s:shard1 c:managed-preanalyzed r:core_node1) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.SolrCore [managed-preanalyzed_shard1_replica1] Registered new searcher Searcher@6460a26e[managed-preanalyzed_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2045101 INFO (Thread-3758) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2045101 INFO (Thread-3758) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5272d7cd[managed-preanalyzed_shard2_replica1] main]
[junit4] 2> 2045101 INFO (Thread-3758) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.SolrCore [managed-preanalyzed_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@ff6c2a0
[junit4] 2> 2045101 INFO (searcherExecutor-10928-thread-1-processing-n:127.0.0.1:33343_solr x:managed-preanalyzed_shard2_replica1 s:shard2 c:managed-preanalyzed r:core_node2) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.SolrCore [managed-preanalyzed_shard2_replica1] Registered new searcher Searcher@5272d7cd[managed-preanalyzed_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2045102 INFO (qtp585780774-94787) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.S.Request [managed-preanalyzed_shard2_replica1] webapp=/solr path=/schema/fields/field2 params={wt=javabin&version=2} status=404 QTime=0
[junit4] 2> 2045102 INFO (zkCallback-24602-thread-3-processing-n:127.0.0.1:39011_solr) [n:127.0.0.1:39011_solr ] o.a.s.s.IndexSchema [managed-preanalyzed_shard1_replica1] Schema name=managed-preanalyzed
[junit4] 2> 2045104 INFO (qtp1059731366-94776) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.S.Request [managed-preanalyzed_shard1_replica1] webapp=/solr path=/schema/fields/field2 params={wt=javabin&version=2} status=404 QTime=0
[junit4] 2> 2045105 ERROR (TEST-PreAnalyzedFieldManagedSchemaCloudTest.testAdd2Fields-seed#[CD72F125201C0C76]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection managed-preanalyzed failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39011/solr/managed-preanalyzed: No such path /schema/fields/field2, retry? 0
[junit4] 2> 2045105 INFO (TEST-PreAnalyzedFieldManagedSchemaCloudTest.testAdd2Fields-seed#[CD72F125201C0C76]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAdd2Fields
[junit4] 2> 2045108 INFO (Thread-3760) [n:127.0.0.1:33343_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2045108 INFO (Thread-3759) [n:127.0.0.1:39011_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2045108 INFO (zkCallback-24602-thread-3-processing-n:127.0.0.1:39011_solr) [n:127.0.0.1:39011_solr ] o.a.s.s.IndexSchema Loaded schema managed-preanalyzed/1.6 with uniqueid field id
[junit4] 2> 2045108 INFO (zkCallback-24602-thread-3-processing-n:127.0.0.1:39011_solr) [n:127.0.0.1:39011_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 8 ms
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=PreAnalyzedFieldManagedSchemaCloudTest -Dtests.method=testAdd2Fields -Dtests.seed=CD72F125201C0C76 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=is -Dtests.timezone=Antarctica/McMurdo -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.09s J0 | PreAnalyzedFieldManagedSchemaCloudTest.testAdd2Fields <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:39011/solr/managed-preanalyzed, https://127.0.0.1:33343/solr/managed-preanalyzed]
[junit4] > at __randomizedtesting.SeedInfo.seed([CD72F125201C0C76:656743CEFC1A9F80]:0)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:414)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1292)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1062)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1004)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
[junit4] > at org.apache.solr.schema.PreAnalyzedFieldManagedSchemaCloudTest.addField(PreAnalyzedFieldManagedSchemaCloudTest.java:61)
[junit4] > at org.apache.solr.schema.PreAnalyzedFieldManagedSchemaCloudTest.testAdd2Fields(PreAnalyzedFieldManagedSchemaCloudTest.java:52)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39011/solr/managed-preanalyzed: No such path /schema/fields/field2
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:593)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
[junit4] > ... 45 more
[junit4] 2> 2045111 INFO (jetty-launcher-24595-thread-1) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@63c84f7e{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2045111 INFO (jetty-launcher-24595-thread-2) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@7716acea{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2045112 INFO (jetty-launcher-24595-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=189930076
[junit4] 2> 2045112 INFO (jetty-launcher-24595-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=21490381
[junit4] 2> 2045113 INFO (coreCloseExecutor-10936-thread-1) [n:127.0.0.1:33343_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.SolrCore [managed-preanalyzed_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@4b583a5d
[junit4] 2> 2045113 INFO (coreCloseExecutor-10935-thread-1) [n:127.0.0.1:39011_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.SolrCore [managed-preanalyzed_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@6cd4815a
[junit4] 2> 2045115 INFO (jetty-launcher-24595-thread-1) [ ] o.a.s.c.Overseer Overseer (id=96985416520499204-127.0.0.1:39011_solr-n_0000000000) closing
[junit4] 2> 2045121 INFO (OverseerStateUpdate-96985416520499204-127.0.0.1:39011_solr-n_0000000000) [n:127.0.0.1:39011_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39011_solr
[junit4] 2> 2045121 WARN (zkCallback-24606-thread-1-processing-n:127.0.0.1:33343_solr) [n:127.0.0.1:33343_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2045122 ERROR (Thread-3759) [n:127.0.0.1:39011_solr ] o.a.s.s.ManagedIndexSchemaFactory Error attempting to access /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:126)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
[junit4] 2> at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:942)
[junit4] 2> at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2714)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$fireEventListeners$4(ZkController.java:2448)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2045122 ERROR (Thread-3760) [n:127.0.0.1:33343_solr ] o.a.s.s.ManagedIndexSchemaFactory Error attempting to access /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:126)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
[junit4] 2> at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:942)
[junit4] 2> at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2714)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$fireEventListeners$4(ZkController.java:2448)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2045122 INFO (jetty-launcher-24595-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@545c92b5{/solr,null,UNAVAILABLE}
[junit4] 2> 2045123 WARN (Thread-3760) [n:127.0.0.1:33343_solr ] o.a.s.c.ZkController listener throws error
[junit4] 2> org.apache.solr.common.SolrException: Unable to reload core [managed-preanalyzed_shard2_replica1]
[junit4] 2> at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:950)
[junit4] 2> at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2714)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$fireEventListeners$4(ZkController.java:2448)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Could not load conf for core managed-preanalyzed_shard2_replica1: Error attempting to access /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:85)
[junit4] 2> at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:942)
[junit4] 2> ... 3 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Error attempting to access /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:141)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
[junit4] 2> ... 4 more
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:126)
[junit4] 2> ... 8 more
[junit4] 2> 2045123 WARN (Thread-3759) [n:127.0.0.1:39011_solr ] o.a.s.c.ZkController listener throws error
[junit4] 2> org.apache.solr.common.SolrException: Unable to reload core [managed-preanalyzed_shard1_replica1]
[junit4] 2> at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:950)
[junit4] 2> at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2714)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$fireEventListeners$4(ZkController.java:2448)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Could not load conf for core managed-preanalyzed_shard1_replica1: Error attempting to access /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:85)
[junit4] 2> at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:942)
[junit4] 2> ... 3 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Error attempting to access /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:141)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
[junit4] 2> ... 4 more
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:126)
[junit4] 2> ... 8 more
[junit4] 2> 2046622 WARN (zkCallback-24602-thread-3-processing-n:127.0.0.1:39011_solr) [n:127.0.0.1:39011_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2046622 INFO (jetty-launcher-24595-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@12774b02{/solr,null,UNAVAILABLE}
[junit4] 2> 2046623 INFO (SUITE-PreAnalyzedFieldManagedSchemaCloudTest-seed#[CD72F125201C0C76]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39165 39165
[junit4] 2> 2046677 INFO (Thread-3738) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39165 39165
[junit4] 2> 2046677 WARN (Thread-3738) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/configs/cloud-managed-preanalyzed
[junit4] 2> 4 /solr/configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/collections/managed-preanalyzed/state.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/overseer/queue
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 2046678 INFO (SUITE-PreAnalyzedFieldManagedSchemaCloudTest-seed#[CD72F125201C0C76]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.schema.PreAnalyzedFieldManagedSchemaCloudTest_CD72F125201C0C76-001
[junit4] 2> Nov 23, 2016 5:46:57 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=is, timezone=Antarctica/McMurdo
[junit4] 2> NOTE: Linux 4.4.0-47-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=12,threads=1,free=181677544,total=529006592
[junit4] 2> NOTE: All tests run in this JVM: [CoreAdminRequestStatusTest, DateFieldTest, MBeansHandlerTest, TestRealTimeGet, SecurityConfHandlerTest, SolrRequestParserTest, SSLMigrationTest, ReturnFieldsTest, ActionThrottleTest, TestDistributedSearch, JavabinLoaderTest, TestFieldCacheWithThreads, LeaderInitiatedRecoveryOnCommitTest, HdfsDirectoryTest, TestJoin, TestCloudPivotFacet, TestFileDictionaryLookup, TestSha256AuthenticationProvider, HdfsUnloadDistributedZkTest, TestFaceting, TestFieldResource, HdfsBasicDistributedZk2Test, TestJsonFacets, TestOmitPositions, TestReplicationHandler, CollectionTooManyReplicasTest, UUIDFieldTest, TestStressLiveNodes, TestIBSimilarityFactory, TestAuthenticationFramework, AlternateDirectoryTest, TestMaxScoreQueryParser, TestAtomicUpdateErrorCases, ReplicaListTransformerTest, FileBasedSpellCheckerTest, TestSolrCoreProperties, CloudMLTQParserTest, TestManagedSchemaAPI, TestSolrConfigHandlerCloud, TestRestoreCore, DeleteLastCustomShardedReplicaTest, TestDFISimilarityFactory, DistributedQueryElevationComponentTest, TestBadConfig, OverseerCollectionConfigSetProcessorTest, SmileWriterTest, EnumFieldTest, TestFieldCache, AtomicUpdatesTest, TestStressLucene, PeerSyncWithIndexFingerprintCachingTest, TestExpandComponent, RecoveryAfterSoftCommitTest, DocExpirationUpdateProcessorFactoryTest, TestPHPSerializedResponseWriter, TolerantUpdateProcessorTest, PathHierarchyTokenizerFactoryTest, TestXmlQParser, TestBinaryResponseWriter, TestLRUStatsCache, FullHLLTest, TestSchemaVersionResource, TestManagedResourceStorage, TestLockTree, TestJmxIntegration, CoreSorterTest, TestSmileRequest, TestSolrQueryResponse, DeleteShardTest, DistributedDebugComponentTest, OutputWriterTest, SuggestComponentContextFilterQueryTest, TestManagedSynonymFilterFactory, TestBulkSchemaConcurrent, ConjunctionSolrSpellCheckerTest, ResourceLoaderTest, BasicZkTest, FastVectorHighlighterTest, RankQueryTest, ZkNodePropsTest, ExternalFileFieldSortTest, TestCSVLoader, ChangedSchemaMergeTest, TestExclusionRuleCollectionAccess, TestAuthorizationFramework, TestCustomSort, DistributedSpellCheckComponentTest, XsltUpdateRequestHandlerTest, CursorPagingTest, TestStandardQParsers, TestCrossCoreJoin, OverseerStatusTest, TestPushWriter, DisMaxRequestHandlerTest, TestShortCircuitedRequests, BlockJoinFacetRandomTest, TestPseudoReturnFields, SmileWriterTest, TestQuerySenderNoQuery, RequestLoggingTest, DistributedFacetPivotLargeTest, TestSolrQueryParserResource, StandardRequestHandlerTest, PolyFieldTest, TestExportWriter, CustomCollectionTest, DistributedVersionInfoTest, ForceLeaderTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudRecovery, TestConfigSetsAPIZkFailure, TestHdfsCloudBackupRestore, TestLeaderElectionWithEmptyReplica, TestMiniSolrCloudCluster, TestRebalanceLeaders, TestRequestForwarding, TestRequestStatusCollectionAPI, TestSolrCloudWithSecureImpersonation, TlogReplayBufferedWhileIndexingTest, VMParamsZkACLAndCredentialsProvidersTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, HdfsNNFailoverTest, HdfsRecoverLeaseTest, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, StressHdfsTest, TestClusterStateMutator, ZkStateWriterTest, RulesTest, BlobRepositoryCloudTest, CachingDirectoryFactoryTest, DirectoryFactoryTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest, QueryResultKeyTest, TestConfigOverlay, TestConfigSetProperties, TestConfigSets, TestCorePropertiesReload, TestCustomStream, TestDynamicLoading, TestImplicitCoreProperties, TestInfoStreamLogging, TestInitParams, TestShardHandlerFactory, TestSolrXml, TestSolrCloudSnapshots, TestBlobHandler, TestSQLHandlerNonCloud, CoreMergeIndexesAdminHandlerTest, SegmentsInfoRequestHandlerTest, StatsReloadRaceTest, DistributedFacetPivotLongTailTest, DistributedFacetPivotSmallAdvancedTest, DistributedFacetPivotSmallTest, DistributedQueryComponentCustomSortTest, DistributedSuggestComponentTest, SuggestComponentTest, TestPivotHelperCode, TestTrackingShardHandlerFactory, HighlighterMaxOffsetTest, WrapperMergePolicyFactoryTest, CheckHdfsIndexTest, TestMacroExpander, TestCustomDocTransformer, TestSubQueryTransformer, TestCopyFieldCollectionResource, TestDynamicFieldCollectionResource, TestSchemaNameResource, TestSchemaSimilarityResource, TestManagedStopFilterFactory, PreAnalyzedFieldManagedSchemaCloudTest]
[junit4] Completed [585/655 (1!)] on J0 in 5.20s, 1 test, 1 error <<< FAILURES!
[...truncated 60957 lines...]
[JENKINS] Lucene-Solr-6.x-Linux (32bit/jdk1.8.0_102) - Build # 2246
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/2246/
Java: 32bit/jdk1.8.0_102 -server -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.PeerSyncReplicationTest.test
Error Message:
PeerSynced node did not become leader expected:<CloudJettyRunner [url=https://127.0.0.1:42944/r_hy/collection1]> but was:<CloudJettyRunner [url=https://127.0.0.1:38852/r_hy/collection1]>
Stack Trace:
java.lang.AssertionError: PeerSynced node did not become leader expected:<CloudJettyRunner [url=https://127.0.0.1:42944/r_hy/collection1]> but was:<CloudJettyRunner [url=https://127.0.0.1:38852/r_hy/collection1]>
at __randomizedtesting.SeedInfo.seed([BE6E9861DFC86AF9:363AA7BB71340701]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:154)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 10801 lines...]
[junit4] Suite: org.apache.solr.cloud.PeerSyncReplicationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/init-core-data-001
[junit4] 2> 32834 INFO (SUITE-PeerSyncReplicationTest-seed#[BE6E9861DFC86AF9]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 32835 INFO (SUITE-PeerSyncReplicationTest-seed#[BE6E9861DFC86AF9]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /r_hy/
[junit4] 2> 32837 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 32837 INFO (Thread-44) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 32837 INFO (Thread-44) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 32937 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.ZkTestServer start zk server on port:36121
[junit4] 2> 33018 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 33020 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 33031 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 33032 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 33033 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 33034 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 33034 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 33035 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 33036 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 33037 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 33038 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 33173 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/control-001/cores/collection1
[junit4] 2> 33175 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 33176 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@faaeb7{/r_hy,null,AVAILABLE}
[junit4] 2> 33188 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.e.j.s.ServerConnector Started ServerConnector@1472a5b{SSL,[ssl, http/1.1]}{127.0.0.1:37772}
[junit4] 2> 33188 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.e.j.s.Server Started @35040ms
[junit4] 2> 33188 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/tempDir-001/control/data, hostContext=/r_hy, hostPort=37772, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/control-001/cores}
[junit4] 2> 33188 ERROR (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 33189 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 33189 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 33189 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 33189 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-23T02:18:56.422Z
[junit4] 2> 33191 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 33192 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/control-001/solr.xml
[junit4] 2> 33199 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 33199 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36121/solr
[junit4] 2> 33276 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [n:127.0.0.1:37772_r_hy ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37772_r_hy
[junit4] 2> 33277 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [n:127.0.0.1:37772_r_hy ] o.a.s.c.Overseer Overseer (id=96984598843949061-127.0.0.1:37772_r_hy-n_0000000000) starting
[junit4] 2> 33284 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [n:127.0.0.1:37772_r_hy ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37772_r_hy
[junit4] 2> 33291 INFO (OverseerStateUpdate-96984598843949061-127.0.0.1:37772_r_hy-n_0000000000) [n:127.0.0.1:37772_r_hy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 33369 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [n:127.0.0.1:37772_r_hy ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/control-001/cores
[junit4] 2> 33370 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [n:127.0.0.1:37772_r_hy ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 33374 INFO (OverseerStateUpdate-96984598843949061-127.0.0.1:37772_r_hy-n_0000000000) [n:127.0.0.1:37772_r_hy ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 34404 WARN (coreLoadExecutor-151-thread-1-processing-n:127.0.0.1:37772_r_hy) [n:127.0.0.1:37772_r_hy c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 34405 INFO (coreLoadExecutor-151-thread-1-processing-n:127.0.0.1:37772_r_hy) [n:127.0.0.1:37772_r_hy c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 34429 INFO (coreLoadExecutor-151-thread-1-processing-n:127.0.0.1:37772_r_hy) [n:127.0.0.1:37772_r_hy c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 34644 WARN (coreLoadExecutor-151-thread-1-processing-n:127.0.0.1:37772_r_hy) [n:127.0.0.1:37772_r_hy c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 34646 INFO (coreLoadExecutor-151-thread-1-processing-n:127.0.0.1:37772_r_hy) [n:127.0.0.1:37772_r_hy c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 34658 INFO (coreLoadExecutor-151-thread-1-processing-n:127.0.0.1:37772_r_hy) [n:127.0.0.1:37772_r_hy c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 34659 INFO (coreLoadExecutor-151-thread-1-processing-n:127.0.0.1:37772_r_hy) [n:127.0.0.1:37772_r_hy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/control-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/control-001/cores/collection1/data/]
[junit4] 2> 34659 INFO (coreLoadExecutor-151-thread-1-processing-n:127.0.0.1:37772_r_hy) [n:127.0.0.1:37772_r_hy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c213b0
[junit4] 2> 34662 INFO (coreLoadExecutor-151-thread-1-processing-n:127.0.0.1:37772_r_hy) [n:127.0.0.1:37772_r_hy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 34772 WARN (coreLoadExecutor-151-thread-1-processing-n:127.0.0.1:37772_r_hy) [n:127.0.0.1:37772_r_hy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 34779 INFO (coreLoadExecutor-151-thread-1-processing-n:127.0.0.1:37772_r_hy) [n:127.0.0.1:37772_r_hy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 34780 INFO (coreLoadExecutor-151-thread-1-processing-n:127.0.0.1:37772_r_hy) [n:127.0.0.1:37772_r_hy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 34789 INFO (coreLoadExecutor-151-thread-1-processing-n:127.0.0.1:37772_r_hy) [n:127.0.0.1:37772_r_hy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 34789 INFO (coreLoadExecutor-151-thread-1-processing-n:127.0.0.1:37772_r_hy) [n:127.0.0.1:37772_r_hy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 34790 INFO (coreLoadExecutor-151-thread-1-processing-n:127.0.0.1:37772_r_hy) [n:127.0.0.1:37772_r_hy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=30, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3264736313076797]
[junit4] 2> 34791 INFO (coreLoadExecutor-151-thread-1-processing-n:127.0.0.1:37772_r_hy) [n:127.0.0.1:37772_r_hy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b90316[collection1] main]
[junit4] 2> 34793 INFO (coreLoadExecutor-151-thread-1-processing-n:127.0.0.1:37772_r_hy) [n:127.0.0.1:37772_r_hy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 34793 INFO (coreLoadExecutor-151-thread-1-processing-n:127.0.0.1:37772_r_hy) [n:127.0.0.1:37772_r_hy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 34794 INFO (coreLoadExecutor-151-thread-1-processing-n:127.0.0.1:37772_r_hy) [n:127.0.0.1:37772_r_hy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 34795 INFO (searcherExecutor-152-thread-1-processing-n:127.0.0.1:37772_r_hy x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:37772_r_hy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1b90316[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 34795 INFO (coreLoadExecutor-151-thread-1-processing-n:127.0.0.1:37772_r_hy) [n:127.0.0.1:37772_r_hy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551753583555248128
[junit4] 2> 34803 INFO (coreZkRegister-144-thread-1-processing-n:127.0.0.1:37772_r_hy x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:37772_r_hy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 34803 INFO (coreZkRegister-144-thread-1-processing-n:127.0.0.1:37772_r_hy x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:37772_r_hy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 34803 INFO (coreZkRegister-144-thread-1-processing-n:127.0.0.1:37772_r_hy x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:37772_r_hy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37772/r_hy/collection1/
[junit4] 2> 34803 INFO (coreZkRegister-144-thread-1-processing-n:127.0.0.1:37772_r_hy x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:37772_r_hy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 34803 INFO (coreZkRegister-144-thread-1-processing-n:127.0.0.1:37772_r_hy x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:37772_r_hy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:37772/r_hy/collection1/ has no replicas
[junit4] 2> 34808 INFO (coreZkRegister-144-thread-1-processing-n:127.0.0.1:37772_r_hy x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:37772_r_hy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37772/r_hy/collection1/ shard1
[junit4] 2> 34878 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 34879 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 34879 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 34909 INFO (coreZkRegister-144-thread-1-processing-n:127.0.0.1:37772_r_hy x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:37772_r_hy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 35009 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/shard-1-001/cores/collection1
[junit4] 2> 35010 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/shard-1-001
[junit4] 2> 35011 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 35012 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@851328{/r_hy,null,AVAILABLE}
[junit4] 2> 35015 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.e.j.s.ServerConnector Started ServerConnector@17c348f{SSL,[ssl, http/1.1]}{127.0.0.1:38852}
[junit4] 2> 35015 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.e.j.s.Server Started @36867ms
[junit4] 2> 35015 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/r_hy, hostPort=38852, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/shard-1-001/cores}
[junit4] 2> 35015 ERROR (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 35015 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 35015 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 35015 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 35015 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-23T02:18:58.248Z
[junit4] 2> 35019 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 35019 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/shard-1-001/solr.xml
[junit4] 2> 35025 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 35025 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36121/solr
[junit4] 2> 35038 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [n:127.0.0.1:38852_r_hy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 35041 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [n:127.0.0.1:38852_r_hy ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38852_r_hy
[junit4] 2> 35042 INFO (zkCallback-47-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 35042 INFO (zkCallback-43-thread-1-processing-n:127.0.0.1:37772_r_hy) [n:127.0.0.1:37772_r_hy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 35042 INFO (zkCallback-53-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 35088 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [n:127.0.0.1:38852_r_hy ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/shard-1-001/cores
[junit4] 2> 35088 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [n:127.0.0.1:38852_r_hy ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 35097 INFO (OverseerStateUpdate-96984598843949061-127.0.0.1:37772_r_hy-n_0000000000) [n:127.0.0.1:37772_r_hy ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 35206 INFO (zkCallback-53-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 36119 WARN (coreLoadExecutor-162-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 36120 INFO (coreLoadExecutor-162-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 36137 INFO (coreLoadExecutor-162-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 36381 WARN (coreLoadExecutor-162-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 36385 INFO (coreLoadExecutor-162-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 36402 INFO (coreLoadExecutor-162-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 36403 INFO (coreLoadExecutor-162-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/shard-1-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 36403 INFO (coreLoadExecutor-162-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c213b0
[junit4] 2> 36405 INFO (coreLoadExecutor-162-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 36452 WARN (coreLoadExecutor-162-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 36466 INFO (coreLoadExecutor-162-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 36466 INFO (coreLoadExecutor-162-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 36467 INFO (coreLoadExecutor-162-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 36467 INFO (coreLoadExecutor-162-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 36468 INFO (coreLoadExecutor-162-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=30, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3264736313076797]
[junit4] 2> 36469 INFO (coreLoadExecutor-162-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c261fa[collection1] main]
[junit4] 2> 36470 INFO (coreLoadExecutor-162-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 36471 INFO (coreLoadExecutor-162-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 36471 INFO (coreLoadExecutor-162-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 36473 INFO (searcherExecutor-163-thread-1-processing-n:127.0.0.1:38852_r_hy x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1c261fa[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 36474 INFO (coreLoadExecutor-162-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551753585315807232
[junit4] 2> 36490 INFO (coreZkRegister-157-thread-1-processing-n:127.0.0.1:38852_r_hy x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 36490 INFO (coreZkRegister-157-thread-1-processing-n:127.0.0.1:38852_r_hy x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 36490 INFO (coreZkRegister-157-thread-1-processing-n:127.0.0.1:38852_r_hy x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38852/r_hy/collection1/
[junit4] 2> 36490 INFO (coreZkRegister-157-thread-1-processing-n:127.0.0.1:38852_r_hy x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 36490 INFO (coreZkRegister-157-thread-1-processing-n:127.0.0.1:38852_r_hy x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:38852/r_hy/collection1/ has no replicas
[junit4] 2> 36521 INFO (coreZkRegister-157-thread-1-processing-n:127.0.0.1:38852_r_hy x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38852/r_hy/collection1/ shard1
[junit4] 2> 36624 INFO (zkCallback-53-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 36672 INFO (coreZkRegister-157-thread-1-processing-n:127.0.0.1:38852_r_hy x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 36788 INFO (zkCallback-53-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 36807 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/shard-2-001/cores/collection1
[junit4] 2> 36809 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/shard-2-001
[junit4] 2> 36811 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 36812 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@701b0b{/r_hy,null,AVAILABLE}
[junit4] 2> 36815 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.e.j.s.ServerConnector Started ServerConnector@1ba606e{SSL,[ssl, http/1.1]}{127.0.0.1:42944}
[junit4] 2> 36815 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.e.j.s.Server Started @38667ms
[junit4] 2> 36815 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/r_hy, hostPort=42944, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/shard-2-001/cores}
[junit4] 2> 36815 ERROR (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 36815 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 36815 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 36815 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 36815 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-23T02:19:00.048Z
[junit4] 2> 36840 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 36840 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/shard-2-001/solr.xml
[junit4] 2> 36848 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 36848 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36121/solr
[junit4] 2> 36867 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [n:127.0.0.1:42944_r_hy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 36872 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [n:127.0.0.1:42944_r_hy ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42944_r_hy
[junit4] 2> 36873 INFO (zkCallback-59-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 36873 INFO (zkCallback-53-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 36873 INFO (zkCallback-47-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 36873 INFO (zkCallback-43-thread-2-processing-n:127.0.0.1:37772_r_hy) [n:127.0.0.1:37772_r_hy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 36977 INFO (zkCallback-53-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 37052 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [n:127.0.0.1:42944_r_hy ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/shard-2-001/cores
[junit4] 2> 37052 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [n:127.0.0.1:42944_r_hy ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 37061 INFO (OverseerStateUpdate-96984598843949061-127.0.0.1:37772_r_hy-n_0000000000) [n:127.0.0.1:37772_r_hy ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 37188 INFO (zkCallback-53-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 37188 INFO (zkCallback-59-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 38076 WARN (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 38076 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 38088 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 38194 WARN (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 38197 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 38209 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 38209 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/shard-2-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 38210 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c213b0
[junit4] 2> 38220 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 38297 WARN (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 38306 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 38306 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 38315 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 38315 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 38316 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=30, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3264736313076797]
[junit4] 2> 38316 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@106c7f7[collection1] main]
[junit4] 2> 38317 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 38318 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 38318 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 38321 INFO (searcherExecutor-174-thread-1-processing-n:127.0.0.1:42944_r_hy x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@106c7f7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 38321 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551753587252527104
[junit4] 2> 38324 INFO (coreZkRegister-168-thread-1-processing-n:127.0.0.1:42944_r_hy x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 38325 INFO (updateExecutor-56-thread-1-processing-n:127.0.0.1:42944_r_hy x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 38330 INFO (recoveryExecutor-57-thread-1-processing-n:127.0.0.1:42944_r_hy x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 38331 INFO (recoveryExecutor-57-thread-1-processing-n:127.0.0.1:42944_r_hy x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 38331 INFO (recoveryExecutor-57-thread-1-processing-n:127.0.0.1:42944_r_hy x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 38331 INFO (recoveryExecutor-57-thread-1-processing-n:127.0.0.1:42944_r_hy x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 38331 INFO (recoveryExecutor-57-thread-1-processing-n:127.0.0.1:42944_r_hy x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [https://127.0.0.1:38852/r_hy/collection1/] and I am [https://127.0.0.1:42944/r_hy/collection1/]
[junit4] 2> 38338 INFO (recoveryExecutor-57-thread-1-processing-n:127.0.0.1:42944_r_hy x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:38852/r_hy]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:42944_r_hy&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 38424 INFO (qtp5302139-264) [n:127.0.0.1:38852_r_hy ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 38425 INFO (qtp5302139-264) [n:127.0.0.1:38852_r_hy ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 38425 INFO (qtp5302139-264) [n:127.0.0.1:38852_r_hy ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:42944_r_hy, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"https://127.0.0.1:42944/r_hy","node_name":"127.0.0.1:42944_r_hy","state":"down"}
[junit4] 2> 38442 INFO (zkCallback-53-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 38442 INFO (zkCallback-59-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 38710 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/shard-3-001/cores/collection1
[junit4] 2> 38710 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/shard-3-001
[junit4] 2> 38712 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 38713 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15f9260{/r_hy,null,AVAILABLE}
[junit4] 2> 38736 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.e.j.s.ServerConnector Started ServerConnector@1e01044{SSL,[ssl, http/1.1]}{127.0.0.1:33902}
[junit4] 2> 38736 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.e.j.s.Server Started @40588ms
[junit4] 2> 38736 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/r_hy, hostPort=33902, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/shard-3-001/cores}
[junit4] 2> 38736 ERROR (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 38736 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 38737 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 38737 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 38740 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-23T02:19:01.973Z
[junit4] 2> 38744 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 38744 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/shard-3-001/solr.xml
[junit4] 2> 38749 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 38750 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36121/solr
[junit4] 2> 38760 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [n:127.0.0.1:33902_r_hy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 38765 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [n:127.0.0.1:33902_r_hy ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33902_r_hy
[junit4] 2> 38779 INFO (zkCallback-59-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 38779 INFO (zkCallback-47-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 38780 INFO (zkCallback-53-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 38780 INFO (zkCallback-66-thread-1-processing-n:127.0.0.1:33902_r_hy) [n:127.0.0.1:33902_r_hy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 38780 INFO (zkCallback-43-thread-2-processing-n:127.0.0.1:37772_r_hy) [n:127.0.0.1:37772_r_hy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 38885 INFO (zkCallback-53-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 38885 INFO (zkCallback-59-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 38902 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [n:127.0.0.1:33902_r_hy ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/shard-3-001/cores
[junit4] 2> 38902 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [n:127.0.0.1:33902_r_hy ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 38904 INFO (OverseerStateUpdate-96984598843949061-127.0.0.1:37772_r_hy-n_0000000000) [n:127.0.0.1:37772_r_hy ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 39005 INFO (zkCallback-53-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 39005 INFO (zkCallback-66-thread-1-processing-n:127.0.0.1:33902_r_hy) [n:127.0.0.1:33902_r_hy ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 39005 INFO (zkCallback-59-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 39425 INFO (qtp5302139-264) [n:127.0.0.1:38852_r_hy ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:42944_r_hy, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"https://127.0.0.1:42944/r_hy","node_name":"127.0.0.1:42944_r_hy","state":"recovering"}
[junit4] 2> 39425 INFO (qtp5302139-264) [n:127.0.0.1:38852_r_hy ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 39425 INFO (qtp5302139-264) [n:127.0.0.1:38852_r_hy ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:42944_r_hy&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
[junit4] 2> 39915 WARN (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:33902_r_hy) [n:127.0.0.1:33902_r_hy c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 39917 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:33902_r_hy) [n:127.0.0.1:33902_r_hy c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 39944 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:33902_r_hy) [n:127.0.0.1:33902_r_hy c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 40088 WARN (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:33902_r_hy) [n:127.0.0.1:33902_r_hy c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 40091 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:33902_r_hy) [n:127.0.0.1:33902_r_hy c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 40104 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:33902_r_hy) [n:127.0.0.1:33902_r_hy c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 40105 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:33902_r_hy) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/shard-3-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001/shard-3-001/cores/collection1/data/]
[junit4] 2> 40105 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:33902_r_hy) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c213b0
[junit4] 2> 40112 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:33902_r_hy) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 40187 WARN (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:33902_r_hy) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 40201 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:33902_r_hy) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 40201 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:33902_r_hy) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 40212 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:33902_r_hy) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 40212 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:33902_r_hy) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 40213 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:33902_r_hy) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=30, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3264736313076797]
[junit4] 2> 40215 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:33902_r_hy) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17ec670[collection1] main]
[junit4] 2> 40217 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:33902_r_hy) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 40217 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:33902_r_hy) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 40217 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:33902_r_hy) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 40220 INFO (searcherExecutor-185-thread-1-processing-n:127.0.0.1:33902_r_hy x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@17ec670[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 40220 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:33902_r_hy) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551753589243772928
[junit4] 2> 40225 INFO (coreZkRegister-179-thread-1-processing-n:127.0.0.1:33902_r_hy x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 40226 INFO (updateExecutor-63-thread-1-processing-n:127.0.0.1:33902_r_hy x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 40226 INFO (recoveryExecutor-64-thread-1-processing-n:127.0.0.1:33902_r_hy x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 40226 INFO (recoveryExecutor-64-thread-1-processing-n:127.0.0.1:33902_r_hy x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 40227 INFO (recoveryExecutor-64-thread-1-processing-n:127.0.0.1:33902_r_hy x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 40227 INFO (recoveryExecutor-64-thread-1-processing-n:127.0.0.1:33902_r_hy x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 40227 INFO (recoveryExecutor-64-thread-1-processing-n:127.0.0.1:33902_r_hy x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [https://127.0.0.1:38852/r_hy/collection1/] and I am [https://127.0.0.1:33902/r_hy/collection1/]
[junit4] 2> 40230 INFO (recoveryExecutor-64-thread-1-processing-n:127.0.0.1:33902_r_hy x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:38852/r_hy]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:33902_r_hy&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 40247 INFO (qtp5302139-265) [n:127.0.0.1:38852_r_hy ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 40247 INFO (qtp5302139-265) [n:127.0.0.1:38852_r_hy ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 40247 INFO (qtp5302139-265) [n:127.0.0.1:38852_r_hy ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:33902_r_hy, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"https://127.0.0.1:33902/r_hy","node_name":"127.0.0.1:33902_r_hy","state":"down"}
[junit4] 2> 40342 INFO (zkCallback-59-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 40342 INFO (zkCallback-66-thread-1-processing-n:127.0.0.1:33902_r_hy) [n:127.0.0.1:33902_r_hy ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 40343 INFO (zkCallback-53-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 40405 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 40405 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30 for each attempt
[junit4] 2> 40405 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 41249 INFO (qtp5302139-265) [n:127.0.0.1:38852_r_hy ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:33902_r_hy, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"https://127.0.0.1:33902/r_hy","node_name":"127.0.0.1:33902_r_hy","state":"recovering"}
[junit4] 2> 41249 INFO (qtp5302139-265) [n:127.0.0.1:38852_r_hy ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 41249 INFO (qtp5302139-265) [n:127.0.0.1:38852_r_hy ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:33902_r_hy&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1002
[junit4] 2> 46427 INFO (recoveryExecutor-57-thread-1-processing-n:127.0.0.1:42944_r_hy x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [https://127.0.0.1:38852/r_hy/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 46431 INFO (recoveryExecutor-57-thread-1-processing-n:127.0.0.1:42944_r_hy x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=https://127.0.0.1:42944/r_hy START replicas=[https://127.0.0.1:38852/r_hy/collection1/] nUpdates=1000
[junit4] 2> 46450 INFO (qtp5302139-264) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:4.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 46450 INFO (qtp5302139-264) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp=/r_hy path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 46452 INFO (recoveryExecutor-57-thread-1-processing-n:127.0.0.1:42944_r_hy x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 46453 INFO (recoveryExecutor-57-thread-1-processing-n:127.0.0.1:42944_r_hy x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 46453 INFO (recoveryExecutor-57-thread-1-processing-n:127.0.0.1:42944_r_hy x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 46453 INFO (recoveryExecutor-57-thread-1-processing-n:127.0.0.1:42944_r_hy x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 46453 INFO (recoveryExecutor-57-thread-1-processing-n:127.0.0.1:42944_r_hy x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 46453 INFO (recoveryExecutor-57-thread-1-processing-n:127.0.0.1:42944_r_hy x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 46453 INFO (recoveryExecutor-57-thread-1-processing-n:127.0.0.1:42944_r_hy x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 46453 INFO (recoveryExecutor-57-thread-1-processing-n:127.0.0.1:42944_r_hy x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 46453 INFO (recoveryExecutor-57-thread-1-processing-n:127.0.0.1:42944_r_hy x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 46456 INFO (zkCallback-59-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 46456 INFO (zkCallback-66-thread-1-processing-n:127.0.0.1:33902_r_hy) [n:127.0.0.1:33902_r_hy ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 46456 INFO (zkCallback-53-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 48252 INFO (recoveryExecutor-64-thread-1-processing-n:127.0.0.1:33902_r_hy x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [https://127.0.0.1:38852/r_hy/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 48252 INFO (recoveryExecutor-64-thread-1-processing-n:127.0.0.1:33902_r_hy x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=https://127.0.0.1:33902/r_hy START replicas=[https://127.0.0.1:38852/r_hy/collection1/] nUpdates=1000
[junit4] 2> 48261 INFO (qtp5302139-267) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 48261 INFO (qtp5302139-267) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp=/r_hy path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 48263 INFO (recoveryExecutor-64-thread-1-processing-n:127.0.0.1:33902_r_hy x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 48263 INFO (recoveryExecutor-64-thread-1-processing-n:127.0.0.1:33902_r_hy x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 48263 INFO (recoveryExecutor-64-thread-1-processing-n:127.0.0.1:33902_r_hy x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 48263 INFO (recoveryExecutor-64-thread-1-processing-n:127.0.0.1:33902_r_hy x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 48263 INFO (recoveryExecutor-64-thread-1-processing-n:127.0.0.1:33902_r_hy x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 48263 INFO (recoveryExecutor-64-thread-1-processing-n:127.0.0.1:33902_r_hy x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 48263 INFO (recoveryExecutor-64-thread-1-processing-n:127.0.0.1:33902_r_hy x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 48263 INFO (recoveryExecutor-64-thread-1-processing-n:127.0.0.1:33902_r_hy x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 48263 INFO (recoveryExecutor-64-thread-1-processing-n:127.0.0.1:33902_r_hy x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 48265 INFO (zkCallback-59-thread-1-processing-n:127.0.0.1:42944_r_hy) [n:127.0.0.1:42944_r_hy ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 48265 INFO (zkCallback-66-thread-1-processing-n:127.0.0.1:33902_r_hy) [n:127.0.0.1:33902_r_hy ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 48265 INFO (zkCallback-53-thread-1-processing-n:127.0.0.1:38852_r_hy) [n:127.0.0.1:38852_r_hy ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 48410 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 48492 INFO (qtp15887303-226) [n:127.0.0.1:37772_r_hy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 48493 INFO (qtp15887303-226) [n:127.0.0.1:37772_r_hy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 48493 INFO (qtp15887303-226) [n:127.0.0.1:37772_r_hy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 48493 INFO (qtp15887303-226) [n:127.0.0.1:37772_r_hy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/r_hy path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 5
[junit4] 2> 48535 INFO (qtp5302139-270) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 48536 INFO (qtp5302139-270) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 48545 INFO (qtp5302139-270) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 48545 INFO (qtp5302139-270) [n:127.0.0.1:38852_r_hy c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/r_hy path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:38852/r_hy/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 10
[junit4] 2> 48605 INFO (qtp4947881-292) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 48606 INFO (qtp4947881-292) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 48606 INFO (qtp4947881-292) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 48606 INFO (qtp4947881-292) [n:127.0.0.1:42944_r_hy c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/r_hy path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:38852/r_hy/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 48607 INFO (qtp14059052-327) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 48607 INFO (qtp14059052-327) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 48607 INFO (qtp14059052-327) [n:127.0.0.1:33902_r_hy c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit
[...truncated too long message...]
[junit4] 1> "core_node1":{
[junit4] 1> "core":"collection1",
[junit4] 1> "base_url":"https://127.0.0.1:38852/r_hy",
[junit4] 1> "node_name":"127.0.0.1:38852_r_hy",
[junit4] 1> "state":"down",
[junit4] 1> "leader":"true"},
[junit4] 1> "core_node2":{
[junit4] 1> "core":"collection1",
[junit4] 1> "base_url":"https://127.0.0.1:42944/r_hy",
[junit4] 1> "node_name":"127.0.0.1:42944_r_hy",
[junit4] 1> "state":"down"},
[junit4] 1> "core_node3":{
[junit4] 1> "core":"collection1",
[junit4] 1> "base_url":"https://127.0.0.1:33902/r_hy",
[junit4] 1> "node_name":"127.0.0.1:33902_r_hy",
[junit4] 1> "state":"down"}}}}}}
[junit4] 1> /solr/collections/collection1/leader_elect (1)
[junit4] 1> /solr/collections/collection1/leader_elect/shard1 (1)
[junit4] 1> /solr/collections/collection1/leader_elect/shard1/election (0)
[junit4] 1> /solr/collections/control_collection (3)
[junit4] 1> DATA:
[junit4] 1> {"configName":"conf1"}
[junit4] 1> /solr/collections/control_collection/shards (0)
[junit4] 1> /solr/collections/control_collection/leaders (1)
[junit4] 1> /solr/collections/control_collection/leaders/shard1 (1)
[junit4] 1> /solr/collections/control_collection/leaders/shard1/leader (0)
[junit4] 1> DATA:
[junit4] 1> {
[junit4] 1> "core":"collection1",
[junit4] 1> "core_node_name":"core_node1",
[junit4] 1> "base_url":"https://127.0.0.1:37772/r_hy",
[junit4] 1> "node_name":"127.0.0.1:37772_r_hy"}
[junit4] 1> /solr/collections/control_collection/leader_elect (1)
[junit4] 1> /solr/collections/control_collection/leader_elect/shard1 (1)
[junit4] 1> /solr/collections/control_collection/leader_elect/shard1/election (1)
[junit4] 1> /solr/collections/control_collection/leader_elect/shard1/election/96984598843949061-core_node1-n_0000000000 (0)
[junit4] 1> /solr/live_nodes (1)
[junit4] 1> /solr/live_nodes/127.0.0.1:37772_r_hy (0)
[junit4] 1> /solr/overseer_elect (2)
[junit4] 1> /solr/overseer_elect/leader (0)
[junit4] 1> DATA:
[junit4] 1> {"id":"96984598843949061-127.0.0.1:37772_r_hy-n_0000000000"}
[junit4] 1> /solr/overseer_elect/election (1)
[junit4] 1> /solr/overseer_elect/election/96984598843949061-127.0.0.1:37772_r_hy-n_0000000000 (0)
[junit4] 1> /solr/security.json (0)
[junit4] 1> DATA:
[junit4] 1> {}
[junit4] 1> /solr/clusterstate.json (0)
[junit4] 1> DATA:
[junit4] 1> {"control_collection":{
[junit4] 1> "replicationFactor":"1",
[junit4] 1> "router":{"name":"compositeId"},
[junit4] 1> "maxShardsPerNode":"1",
[junit4] 1> "autoAddReplicas":"false",
[junit4] 1> "autoCreated":"true",
[junit4] 1> "shards":{"shard1":{
[junit4] 1> "range":"80000000-7fffffff",
[junit4] 1> "state":"active",
[junit4] 1> "replicas":{"core_node1":{
[junit4] 1> "core":"collection1",
[junit4] 1> "base_url":"https://127.0.0.1:37772/r_hy",
[junit4] 1> "node_name":"127.0.0.1:37772_r_hy",
[junit4] 1> "state":"active",
[junit4] 1> "leader":"true"}}}}}}
[junit4] 1> /solr/clusterprops.json (0)
[junit4] 1> DATA:
[junit4] 1> {"urlScheme":"https"}
[junit4] 1>
[junit4] 2> 126030 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 37772
[junit4] 2> 126030 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=7852592
[junit4] 2> 126031 INFO (coreCloseExecutor-196-thread-1) [n:127.0.0.1:37772_r_hy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@1e5859
[junit4] 2> 126033 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.Overseer Overseer (id=96984598843949061-127.0.0.1:37772_r_hy-n_0000000000) closing
[junit4] 2> 126033 INFO (OverseerStateUpdate-96984598843949061-127.0.0.1:37772_r_hy-n_0000000000) [n:127.0.0.1:37772_r_hy ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37772_r_hy
[junit4] 2> 127534 WARN (zkCallback-43-thread-5-processing-n:127.0.0.1:37772_r_hy) [n:127.0.0.1:37772_r_hy ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 127535 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@1472a5b{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 127535 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@faaeb7{/r_hy,null,UNAVAILABLE}
[junit4] 2> 127536 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 38852
[junit4] 2> 127536 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 42944
[junit4] 2> 127536 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 33902
[junit4] 2> 127536 INFO (TEST-PeerSyncReplicationTest.test-seed#[BE6E9861DFC86AF9]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36121 36121
[junit4] 2> 127556 INFO (Thread-44) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36121 36121
[junit4] 2> 127557 WARN (Thread-44) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 3 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 93 /solr/overseer/collection-queue-work
[junit4] 2> 24 /solr/overseer/queue
[junit4] 2> 13 /solr/overseer/queue-work
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=PeerSyncReplicationTest -Dtests.method=test -Dtests.seed=BE6E9861DFC86AF9 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=cs -Dtests.timezone=PRT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 94.7s J2 | PeerSyncReplicationTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: PeerSynced node did not become leader expected:<CloudJettyRunner [url=https://127.0.0.1:42944/r_hy/collection1]> but was:<CloudJettyRunner [url=https://127.0.0.1:38852/r_hy/collection1]>
[junit4] > at __randomizedtesting.SeedInfo.seed([BE6E9861DFC86AF9:363AA7BB71340701]:0)
[junit4] > at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:154)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 127561 INFO (SUITE-PeerSyncReplicationTest-seed#[BE6E9861DFC86AF9]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_BE6E9861DFC86AF9-001
[junit4] 2> Nov 23, 2016 2:20:30 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {other_tl1=FSTOrd50, range_facet_l_dv=PostingsFormat(name=Direct), rnd_s=PostingsFormat(name=Asserting), multiDefault=PostingsFormat(name=Asserting), intDefault=FSTOrd50, a_i1=FSTOrd50, range_facet_l=FSTOrd50, _version_=FSTOrd50, a_t=FSTOrd50, id=PostingsFormat(name=Direct), range_facet_i_dv=FSTOrd50, text=PostingsFormat(name=LuceneFixedGap), timestamp=FSTOrd50}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=355, maxMBSortInHeap=7.07226502789829, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=cs, timezone=PRT
[junit4] 2> NOTE: Linux 4.4.0-47-generic i386/Oracle Corporation 1.8.0_102 (32-bit)/cpus=12,threads=1,free=44246224,total=100663296
[junit4] 2> NOTE: All tests run in this JVM: [TestPhraseSuggestions, CoreAdminHandlerTest, TestOrdValues, TestAddFieldRealTimeGet, BooleanFieldTest, SimpleCollectionCreateDeleteTest, CurrencyFieldXmlFileTest, BufferStoreTest, PeerSyncReplicationTest]
[junit4] Completed [39/655 (1!)] on J2 in 95.03s, 1 test, 1 failure <<< FAILURES!
[...truncated 55070 lines...]
[JENKINS] Lucene-Solr-6.x-Linux (64bit/jdk1.8.0_102) - Build # 2245
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/2245/
Java: 64bit/jdk1.8.0_102 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.schema.PreAnalyzedFieldManagedSchemaCloudTest.testAdd2Fields
Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:41964/solr/managed-preanalyzed, https://127.0.0.1:35008/solr/managed-preanalyzed]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:41964/solr/managed-preanalyzed, https://127.0.0.1:35008/solr/managed-preanalyzed]
at __randomizedtesting.SeedInfo.seed([23A4CF627529966D:8BB17D89A92F059B]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:414)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1292)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1062)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1004)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.schema.PreAnalyzedFieldManagedSchemaCloudTest.addField(PreAnalyzedFieldManagedSchemaCloudTest.java:61)
at org.apache.solr.schema.PreAnalyzedFieldManagedSchemaCloudTest.testAdd2Fields(PreAnalyzedFieldManagedSchemaCloudTest.java:52)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41964/solr/managed-preanalyzed: No such path /schema/fields/field2
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:593)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
... 45 more
Build Log:
[...truncated 11185 lines...]
[junit4] Suite: org.apache.solr.schema.PreAnalyzedFieldManagedSchemaCloudTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.PreAnalyzedFieldManagedSchemaCloudTest_23A4CF627529966D-001/init-core-data-001
[junit4] 2> 400822 INFO (SUITE-PreAnalyzedFieldManagedSchemaCloudTest-seed#[23A4CF627529966D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 400822 INFO (SUITE-PreAnalyzedFieldManagedSchemaCloudTest-seed#[23A4CF627529966D]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.PreAnalyzedFieldManagedSchemaCloudTest_23A4CF627529966D-001/tempDir-001
[junit4] 2> 400822 INFO (SUITE-PreAnalyzedFieldManagedSchemaCloudTest-seed#[23A4CF627529966D]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 400822 INFO (Thread-1112) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 400822 INFO (Thread-1112) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 400922 INFO (SUITE-PreAnalyzedFieldManagedSchemaCloudTest-seed#[23A4CF627529966D]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46867
[junit4] 2> 400928 INFO (jetty-launcher-892-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 400930 INFO (jetty-launcher-892-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 400930 INFO (jetty-launcher-892-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b7a3a2{/solr,null,AVAILABLE}
[junit4] 2> 400930 INFO (jetty-launcher-892-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4bec7e37{/solr,null,AVAILABLE}
[junit4] 2> 400934 INFO (jetty-launcher-892-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@29269d5a{SSL,[ssl, http/1.1]}{127.0.0.1:41964}
[junit4] 2> 400934 INFO (jetty-launcher-892-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@52468a23{SSL,[ssl, http/1.1]}{127.0.0.1:35008}
[junit4] 2> 400935 INFO (jetty-launcher-892-thread-1) [ ] o.e.j.s.Server Started @402906ms
[junit4] 2> 400935 INFO (jetty-launcher-892-thread-2) [ ] o.e.j.s.Server Started @402906ms
[junit4] 2> 400935 INFO (jetty-launcher-892-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41964}
[junit4] 2> 400935 INFO (jetty-launcher-892-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35008}
[junit4] 2> 400935 ERROR (jetty-launcher-892-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 400935 ERROR (jetty-launcher-892-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 400935 INFO (jetty-launcher-892-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 400935 INFO (jetty-launcher-892-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 400935 INFO (jetty-launcher-892-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 400935 INFO (jetty-launcher-892-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 400935 INFO (jetty-launcher-892-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 400935 INFO (jetty-launcher-892-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 400935 INFO (jetty-launcher-892-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-22T23:14:02.263Z
[junit4] 2> 400935 INFO (jetty-launcher-892-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-22T23:14:02.263Z
[junit4] 2> 400937 INFO (jetty-launcher-892-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 400937 INFO (jetty-launcher-892-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 400942 INFO (jetty-launcher-892-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 400943 INFO (jetty-launcher-892-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 400943 INFO (jetty-launcher-892-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46867/solr
[junit4] 2> 400943 INFO (jetty-launcher-892-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46867/solr
[junit4] 2> 400944 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1588e514b270004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 400953 INFO (jetty-launcher-892-thread-2) [n:127.0.0.1:35008_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35008_solr
[junit4] 2> 400953 INFO (jetty-launcher-892-thread-2) [n:127.0.0.1:35008_solr ] o.a.s.c.Overseer Overseer (id=96983871792807942-127.0.0.1:35008_solr-n_0000000000) starting
[junit4] 2> 400955 INFO (jetty-launcher-892-thread-1) [n:127.0.0.1:41964_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41964_solr
[junit4] 2> 400956 INFO (zkCallback-903-thread-1-processing-n:127.0.0.1:35008_solr) [n:127.0.0.1:35008_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 400956 INFO (zkCallback-902-thread-1-processing-n:127.0.0.1:41964_solr) [n:127.0.0.1:41964_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 400958 INFO (jetty-launcher-892-thread-2) [n:127.0.0.1:35008_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35008_solr
[junit4] 2> 400958 INFO (zkCallback-902-thread-1-processing-n:127.0.0.1:41964_solr) [n:127.0.0.1:41964_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 400958 INFO (zkCallback-903-thread-1-processing-n:127.0.0.1:35008_solr) [n:127.0.0.1:35008_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 400989 INFO (jetty-launcher-892-thread-1) [n:127.0.0.1:41964_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.PreAnalyzedFieldManagedSchemaCloudTest_23A4CF627529966D-001/tempDir-001/node1/.
[junit4] 2> 401024 INFO (jetty-launcher-892-thread-2) [n:127.0.0.1:35008_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.PreAnalyzedFieldManagedSchemaCloudTest_23A4CF627529966D-001/tempDir-001/node2/.
[junit4] 2> 401028 INFO (SUITE-PreAnalyzedFieldManagedSchemaCloudTest-seed#[23A4CF627529966D]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 401087 INFO (qtp997547407-4664) [n:127.0.0.1:41964_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cloud-managed-preanalyzed&maxShardsPerNode=1&name=managed-preanalyzed&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 401088 INFO (OverseerThreadFactory-2250-thread-1-processing-n:127.0.0.1:35008_solr) [n:127.0.0.1:35008_solr ] o.a.s.c.CreateCollectionCmd Create collection managed-preanalyzed
[junit4] 2> 401195 INFO (qtp997547407-4670) [n:127.0.0.1:41964_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cloud-managed-preanalyzed&newCollection=true&name=managed-preanalyzed_shard1_replica1&action=CREATE&numShards=2&collection=managed-preanalyzed&shard=shard1&wt=javabin&version=2
[junit4] 2> 401247 INFO (qtp1504440433-4674) [n:127.0.0.1:35008_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cloud-managed-preanalyzed&newCollection=true&name=managed-preanalyzed_shard2_replica1&action=CREATE&numShards=2&collection=managed-preanalyzed&shard=shard2&wt=javabin&version=2
[junit4] 2> 401350 INFO (zkCallback-903-thread-1-processing-n:127.0.0.1:35008_solr) [n:127.0.0.1:35008_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/managed-preanalyzed/state.json] for collection [managed-preanalyzed] has occurred - updating... (live nodes size: [2])
[junit4] 2> 401350 INFO (zkCallback-902-thread-1-processing-n:127.0.0.1:41964_solr) [n:127.0.0.1:41964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/managed-preanalyzed/state.json] for collection [managed-preanalyzed] has occurred - updating... (live nodes size: [2])
[junit4] 2> 402202 INFO (qtp997547407-4670) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 402224 INFO (qtp997547407-4670) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 x:managed-preanalyzed_shard1_replica1] o.a.s.s.IndexSchema [managed-preanalyzed_shard1_replica1] Schema name=managed-preanalyzed
[junit4] 2> 402229 INFO (qtp997547407-4670) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 x:managed-preanalyzed_shard1_replica1] o.a.s.s.IndexSchema Loaded schema managed-preanalyzed/1.6 with uniqueid field id
[junit4] 2> 402230 INFO (qtp997547407-4670) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'managed-preanalyzed_shard1_replica1' using configuration from collection managed-preanalyzed
[junit4] 2> 402230 INFO (qtp997547407-4670) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.SolrCore [[managed-preanalyzed_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.PreAnalyzedFieldManagedSchemaCloudTest_23A4CF627529966D-001/tempDir-001/node1/managed-preanalyzed_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.PreAnalyzedFieldManagedSchemaCloudTest_23A4CF627529966D-001/tempDir-001/node1/./managed-preanalyzed_shard1_replica1/data/]
[junit4] 2> 402235 INFO (qtp997547407-4670) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 402236 INFO (qtp997547407-4670) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 402236 INFO (qtp997547407-4670) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 402236 INFO (qtp997547407-4670) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 402237 INFO (qtp997547407-4670) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@531f1341[managed-preanalyzed_shard1_replica1] main]
[junit4] 2> 402237 INFO (qtp997547407-4670) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cloud-managed-preanalyzed
[junit4] 2> 402237 INFO (qtp997547407-4670) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cloud-managed-preanalyzed
[junit4] 2> 402237 INFO (qtp997547407-4670) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> 402238 INFO (qtp997547407-4670) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 402238 INFO (searcherExecutor-2255-thread-1-processing-n:127.0.0.1:41964_solr x:managed-preanalyzed_shard1_replica1 s:shard1 c:managed-preanalyzed r:core_node1) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.SolrCore [managed-preanalyzed_shard1_replica1] Registered new searcher Searcher@531f1341[managed-preanalyzed_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 402238 INFO (qtp997547407-4670) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551741950168662016
[junit4] 2> 402242 INFO (qtp997547407-4670) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 402242 INFO (qtp997547407-4670) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 402242 INFO (qtp997547407-4670) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41964/solr/managed-preanalyzed_shard1_replica1/
[junit4] 2> 402242 INFO (qtp997547407-4670) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 402242 INFO (qtp997547407-4670) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:41964/solr/managed-preanalyzed_shard1_replica1/ has no replicas
[junit4] 2> 402244 INFO (qtp997547407-4670) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41964/solr/managed-preanalyzed_shard1_replica1/ shard1
[junit4] 2> 402253 INFO (qtp1504440433-4674) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 402260 INFO (qtp1504440433-4674) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.IndexSchema [managed-preanalyzed_shard2_replica1] Schema name=managed-preanalyzed
[junit4] 2> 402263 INFO (qtp1504440433-4674) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.IndexSchema Loaded schema managed-preanalyzed/1.6 with uniqueid field id
[junit4] 2> 402264 INFO (qtp1504440433-4674) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'managed-preanalyzed_shard2_replica1' using configuration from collection managed-preanalyzed
[junit4] 2> 402265 INFO (qtp1504440433-4674) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.SolrCore [[managed-preanalyzed_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.PreAnalyzedFieldManagedSchemaCloudTest_23A4CF627529966D-001/tempDir-001/node2/managed-preanalyzed_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.PreAnalyzedFieldManagedSchemaCloudTest_23A4CF627529966D-001/tempDir-001/node2/./managed-preanalyzed_shard2_replica1/data/]
[junit4] 2> 402269 INFO (qtp1504440433-4674) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 402269 INFO (qtp1504440433-4674) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 402270 INFO (qtp1504440433-4674) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 402270 INFO (qtp1504440433-4674) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 402270 INFO (qtp1504440433-4674) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f087035[managed-preanalyzed_shard2_replica1] main]
[junit4] 2> 402271 INFO (qtp1504440433-4674) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cloud-managed-preanalyzed
[junit4] 2> 402271 INFO (qtp1504440433-4674) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cloud-managed-preanalyzed
[junit4] 2> 402271 INFO (qtp1504440433-4674) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> 402272 INFO (qtp1504440433-4674) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 402272 INFO (searcherExecutor-2260-thread-1-processing-n:127.0.0.1:35008_solr x:managed-preanalyzed_shard2_replica1 s:shard2 c:managed-preanalyzed r:core_node2) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.SolrCore [managed-preanalyzed_shard2_replica1] Registered new searcher Searcher@1f087035[managed-preanalyzed_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 402272 INFO (qtp1504440433-4674) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551741950204313600
[junit4] 2> 402276 INFO (qtp1504440433-4674) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 402276 INFO (qtp1504440433-4674) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 402276 INFO (qtp1504440433-4674) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35008/solr/managed-preanalyzed_shard2_replica1/
[junit4] 2> 402276 INFO (qtp1504440433-4674) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 402276 INFO (qtp1504440433-4674) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:35008/solr/managed-preanalyzed_shard2_replica1/ has no replicas
[junit4] 2> 402278 INFO (qtp1504440433-4674) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35008/solr/managed-preanalyzed_shard2_replica1/ shard2
[junit4] 2> 402379 INFO (zkCallback-903-thread-2-processing-n:127.0.0.1:35008_solr) [n:127.0.0.1:35008_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/managed-preanalyzed/state.json] for collection [managed-preanalyzed] has occurred - updating... (live nodes size: [2])
[junit4] 2> 402379 INFO (zkCallback-902-thread-1-processing-n:127.0.0.1:41964_solr) [n:127.0.0.1:41964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/managed-preanalyzed/state.json] for collection [managed-preanalyzed] has occurred - updating... (live nodes size: [2])
[junit4] 2> 402394 INFO (qtp997547407-4670) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 402395 INFO (qtp997547407-4670) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cloud-managed-preanalyzed&newCollection=true&name=managed-preanalyzed_shard1_replica1&action=CREATE&numShards=2&collection=managed-preanalyzed&shard=shard1&wt=javabin&version=2} status=0 QTime=1200
[junit4] 2> 402428 INFO (qtp1504440433-4674) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 402429 INFO (qtp1504440433-4674) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cloud-managed-preanalyzed&newCollection=true&name=managed-preanalyzed_shard2_replica1&action=CREATE&numShards=2&collection=managed-preanalyzed&shard=shard2&wt=javabin&version=2} status=0 QTime=1182
[junit4] 2> 402431 INFO (qtp997547407-4664) [n:127.0.0.1:41964_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 402530 INFO (zkCallback-902-thread-1-processing-n:127.0.0.1:41964_solr) [n:127.0.0.1:41964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/managed-preanalyzed/state.json] for collection [managed-preanalyzed] has occurred - updating... (live nodes size: [2])
[junit4] 2> 402530 INFO (zkCallback-903-thread-3-processing-n:127.0.0.1:35008_solr) [n:127.0.0.1:35008_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/managed-preanalyzed/state.json] for collection [managed-preanalyzed] has occurred - updating... (live nodes size: [2])
[junit4] 2> 403089 INFO (OverseerCollectionConfigSetProcessor-96983871792807942-127.0.0.1:35008_solr-n_0000000000) [n:127.0.0.1:35008_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 403431 INFO (qtp997547407-4664) [n:127.0.0.1:41964_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cloud-managed-preanalyzed&maxShardsPerNode=1&name=managed-preanalyzed&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2344
[junit4] 2> 403442 INFO (TEST-PreAnalyzedFieldManagedSchemaCloudTest.testAdd2Fields-seed#[23A4CF627529966D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAdd2Fields
[junit4] 2> 403452 INFO (qtp1504440433-4675) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.SchemaManager managed schema loaded . version : 0
[junit4] 2> 403454 INFO (qtp1504440433-4675) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.IndexSchema [managed-preanalyzed_shard2_replica1] Schema name=managed-preanalyzed
[junit4] 2> 403457 INFO (qtp1504440433-4675) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.IndexSchema Loaded schema managed-preanalyzed/1.6 with uniqueid field id
[junit4] 2> 403459 INFO (qtp1504440433-4675) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.ZkController Persisted config data to node /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> 403459 INFO (zkCallback-903-thread-3-processing-n:127.0.0.1:35008_solr) [n:127.0.0.1:35008_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/cloud-managed-preanalyzed/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 403459 INFO (zkCallback-902-thread-1-processing-n:127.0.0.1:41964_solr) [n:127.0.0.1:41964_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/cloud-managed-preanalyzed/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 403459 INFO (zkCallback-902-thread-1-processing-n:127.0.0.1:41964_solr) [n:127.0.0.1:41964_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
[junit4] 2> 403460 INFO (qtp1504440433-4675) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.ManagedIndexSchema Waiting up to 599 secs for 1 replicas to apply schema update version 1 for collection managed-preanalyzed
[junit4] 2> 403461 INFO (Thread-1131) [n:127.0.0.1:35008_solr ] o.a.s.c.SolrCore config update listener called for core managed-preanalyzed_shard2_replica1
[junit4] 2> 403461 INFO (zkCallback-902-thread-1-processing-n:127.0.0.1:41964_solr) [n:127.0.0.1:41964_solr ] o.a.s.s.IndexSchema [managed-preanalyzed_shard1_replica1] Schema name=managed-preanalyzed
[junit4] 2> 403461 INFO (Thread-1132) [n:127.0.0.1:41964_solr ] o.a.s.c.SolrCore config update listener called for core managed-preanalyzed_shard1_replica1
[junit4] 2> 403461 INFO (Thread-1131) [n:127.0.0.1:35008_solr ] o.a.s.s.SchemaManager managed schema loaded . version : 1
[junit4] 2> 403462 INFO (Thread-1132) [n:127.0.0.1:41964_solr ] o.a.s.s.SchemaManager managed schema loaded . version : 1
[junit4] 2> 403483 INFO (Thread-1131) [n:127.0.0.1:35008_solr ] o.a.s.s.IndexSchema [managed-preanalyzed_shard2_replica1] Schema name=managed-preanalyzed
[junit4] 2> 403483 INFO (Thread-1132) [n:127.0.0.1:41964_solr ] o.a.s.s.IndexSchema [managed-preanalyzed_shard1_replica1] Schema name=managed-preanalyzed
[junit4] 2> 403484 INFO (zkCallback-902-thread-1-processing-n:127.0.0.1:41964_solr) [n:127.0.0.1:41964_solr ] o.a.s.s.IndexSchema Loaded schema managed-preanalyzed/1.6 with uniqueid field id
[junit4] 2> 403485 INFO (zkCallback-902-thread-1-processing-n:127.0.0.1:41964_solr) [n:127.0.0.1:41964_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 25 ms
[junit4] 2> 403486 INFO (qtp997547407-4670) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.S.Request [managed-preanalyzed_shard1_replica1] webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 403486 INFO (qtp1504440433-4675) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.ManagedIndexSchema Took 27.0ms for 1 replicas to apply schema update version 1 for collection managed-preanalyzed
[junit4] 2> 403487 INFO (qtp1504440433-4675) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.S.Request [managed-preanalyzed_shard2_replica1] webapp=/solr path=/schema params={wt=javabin&version=2} status=0 QTime=34
[junit4] 2> 403487 INFO (zkCallback-903-thread-3-processing-n:127.0.0.1:35008_solr) [n:127.0.0.1:35008_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
[junit4] 2> 403490 INFO (Thread-1132) [n:127.0.0.1:41964_solr ] o.a.s.s.IndexSchema Loaded schema managed-preanalyzed/1.6 with uniqueid field id
[junit4] 2> 403490 INFO (zkCallback-903-thread-3-processing-n:127.0.0.1:35008_solr) [n:127.0.0.1:35008_solr ] o.a.s.s.IndexSchema [managed-preanalyzed_shard2_replica1] Schema name=managed-preanalyzed
[junit4] 2> 403490 INFO (Thread-1132) [n:127.0.0.1:41964_solr ] o.a.s.c.SolrCore core reload managed-preanalyzed_shard1_replica1
[junit4] 2> 403490 INFO (Thread-1131) [n:127.0.0.1:35008_solr ] o.a.s.s.IndexSchema Loaded schema managed-preanalyzed/1.6 with uniqueid field id
[junit4] 2> 403490 INFO (Thread-1131) [n:127.0.0.1:35008_solr ] o.a.s.c.SolrCore core reload managed-preanalyzed_shard2_replica1
[junit4] 2> 403492 INFO (qtp1504440433-4680) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.S.Request [managed-preanalyzed_shard2_replica1] webapp=/solr path=/schema/fields/field1 params={wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 403495 INFO (zkCallback-903-thread-3-processing-n:127.0.0.1:35008_solr) [n:127.0.0.1:35008_solr ] o.a.s.s.IndexSchema Loaded schema managed-preanalyzed/1.6 with uniqueid field id
[junit4] 2> 403495 INFO (zkCallback-903-thread-3-processing-n:127.0.0.1:35008_solr) [n:127.0.0.1:35008_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 8 ms
[junit4] 2> 403496 INFO (Thread-1131) [n:127.0.0.1:35008_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 403497 INFO (Thread-1132) [n:127.0.0.1:41964_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 403498 INFO (qtp1504440433-4681) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.SchemaManager managed schema loaded . version : 1
[junit4] 2> 403519 INFO (qtp1504440433-4681) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.IndexSchema [managed-preanalyzed_shard2_replica1] Schema name=managed-preanalyzed
[junit4] 2> 403522 INFO (Thread-1132) [n:127.0.0.1:41964_solr ] o.a.s.s.IndexSchema [managed-preanalyzed_shard1_replica1] Schema name=managed-preanalyzed
[junit4] 2> 403522 INFO (Thread-1131) [n:127.0.0.1:35008_solr ] o.a.s.s.IndexSchema [managed-preanalyzed_shard2_replica1] Schema name=managed-preanalyzed
[junit4] 2> 403525 INFO (qtp1504440433-4681) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.IndexSchema Loaded schema managed-preanalyzed/1.6 with uniqueid field id
[junit4] 2> 403526 INFO (Thread-1131) [n:127.0.0.1:35008_solr ] o.a.s.s.IndexSchema Loaded schema managed-preanalyzed/1.6 with uniqueid field id
[junit4] 2> 403526 INFO (Thread-1132) [n:127.0.0.1:41964_solr ] o.a.s.s.IndexSchema Loaded schema managed-preanalyzed/1.6 with uniqueid field id
[junit4] 2> 403526 INFO (qtp1504440433-4681) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.ZkController Persisted config data to node /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> 403526 INFO (zkCallback-903-thread-3-processing-n:127.0.0.1:35008_solr) [n:127.0.0.1:35008_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/cloud-managed-preanalyzed/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 403526 INFO (zkCallback-902-thread-1-processing-n:127.0.0.1:41964_solr) [n:127.0.0.1:41964_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/cloud-managed-preanalyzed/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 403527 INFO (Thread-1131) [n:127.0.0.1:35008_solr ] o.a.s.c.CoreContainer Reloading SolrCore 'managed-preanalyzed_shard2_replica1' using configuration from collection managed-preanalyzed
[junit4] 2> 403527 INFO (Thread-1132) [n:127.0.0.1:41964_solr ] o.a.s.c.CoreContainer Reloading SolrCore 'managed-preanalyzed_shard1_replica1' using configuration from collection managed-preanalyzed
[junit4] 2> 403527 INFO (qtp1504440433-4681) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.ManagedIndexSchema Waiting up to 599 secs for 1 replicas to apply schema update version 2 for collection managed-preanalyzed
[junit4] 2> 403527 INFO (zkCallback-902-thread-1-processing-n:127.0.0.1:41964_solr) [n:127.0.0.1:41964_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 2 from ZooKeeper
[junit4] 2> 403527 INFO (Thread-1132) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.SolrCore [[managed-preanalyzed_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.PreAnalyzedFieldManagedSchemaCloudTest_23A4CF627529966D-001/tempDir-001/node1/managed-preanalyzed_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.PreAnalyzedFieldManagedSchemaCloudTest_23A4CF627529966D-001/tempDir-001/node1/./managed-preanalyzed_shard1_replica1/data/]
[junit4] 2> 403527 INFO (Thread-1131) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.SolrCore [[managed-preanalyzed_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.PreAnalyzedFieldManagedSchemaCloudTest_23A4CF627529966D-001/tempDir-001/node2/managed-preanalyzed_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.PreAnalyzedFieldManagedSchemaCloudTest_23A4CF627529966D-001/tempDir-001/node2/./managed-preanalyzed_shard2_replica1/data/]
[junit4] 2> 403527 INFO (Thread-1134) [n:127.0.0.1:41964_solr ] o.a.s.c.SolrCore config update listener called for core managed-preanalyzed_shard1_replica1
[junit4] 2> 403527 INFO (Thread-1133) [n:127.0.0.1:35008_solr ] o.a.s.c.SolrCore config update listener called for core managed-preanalyzed_shard2_replica1
[junit4] 2> 403528 INFO (Thread-1134) [n:127.0.0.1:41964_solr ] o.a.s.s.SchemaManager managed schema loaded . version : 2
[junit4] 2> 403528 INFO (Thread-1133) [n:127.0.0.1:35008_solr ] o.a.s.s.SchemaManager managed schema loaded . version : 2
[junit4] 2> 403529 INFO (zkCallback-902-thread-1-processing-n:127.0.0.1:41964_solr) [n:127.0.0.1:41964_solr ] o.a.s.s.IndexSchema [managed-preanalyzed_shard1_replica1] Schema name=managed-preanalyzed
[junit4] 2> 403530 INFO (Thread-1133) [n:127.0.0.1:35008_solr ] o.a.s.s.IndexSchema [managed-preanalyzed_shard2_replica1] Schema name=managed-preanalyzed
[junit4] 2> 403530 INFO (Thread-1134) [n:127.0.0.1:41964_solr ] o.a.s.s.IndexSchema [managed-preanalyzed_shard1_replica1] Schema name=managed-preanalyzed
[junit4] 2> 403534 INFO (Thread-1133) [n:127.0.0.1:35008_solr ] o.a.s.s.IndexSchema Loaded schema managed-preanalyzed/1.6 with uniqueid field id
[junit4] 2> 403534 INFO (Thread-1133) [n:127.0.0.1:35008_solr ] o.a.s.c.SolrCore core reload managed-preanalyzed_shard2_replica1
[junit4] 2> 403534 INFO (zkCallback-902-thread-1-processing-n:127.0.0.1:41964_solr) [n:127.0.0.1:41964_solr ] o.a.s.s.IndexSchema Loaded schema managed-preanalyzed/1.6 with uniqueid field id
[junit4] 2> 403534 INFO (zkCallback-902-thread-1-processing-n:127.0.0.1:41964_solr) [n:127.0.0.1:41964_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 7 ms
[junit4] 2> 403535 INFO (Thread-1134) [n:127.0.0.1:41964_solr ] o.a.s.s.IndexSchema Loaded schema managed-preanalyzed/1.6 with uniqueid field id
[junit4] 2> 403536 INFO (Thread-1134) [n:127.0.0.1:41964_solr ] o.a.s.c.SolrCore core reload managed-preanalyzed_shard1_replica1
[junit4] 2> 403541 INFO (qtp997547407-4667) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.S.Request [managed-preanalyzed_shard1_replica1] webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 403542 INFO (Thread-1131) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 403542 INFO (Thread-1131) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 403542 INFO (Thread-1131) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@72b599e0[managed-preanalyzed_shard2_replica1] main]
[junit4] 2> 403542 INFO (Thread-1132) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 403542 INFO (Thread-1132) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 403542 INFO (Thread-1132) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3bdb2e9c[managed-preanalyzed_shard1_replica1] main]
[junit4] 2> 403543 INFO (Thread-1131) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cloud-managed-preanalyzed
[junit4] 2> 403543 INFO (Thread-1131) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cloud-managed-preanalyzed
[junit4] 2> 403543 INFO (Thread-1131) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> 403543 INFO (Thread-1132) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cloud-managed-preanalyzed
[junit4] 2> 403543 INFO (Thread-1131) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 403543 INFO (Thread-1132) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cloud-managed-preanalyzed
[junit4] 2> 403543 INFO (Thread-1132) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> 403543 INFO (searcherExecutor-2268-thread-1-processing-n:127.0.0.1:35008_solr x:managed-preanalyzed_shard2_replica1 s:shard2 c:managed-preanalyzed r:core_node2) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.SolrCore [managed-preanalyzed_shard2_replica1] Registered new searcher Searcher@72b599e0[managed-preanalyzed_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 403544 INFO (Thread-1131) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551741951538102272
[junit4] 2> 403544 INFO (Thread-1132) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 403544 INFO (searcherExecutor-2267-thread-1-processing-n:127.0.0.1:41964_solr x:managed-preanalyzed_shard1_replica1 s:shard1 c:managed-preanalyzed r:core_node1) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.SolrCore [managed-preanalyzed_shard1_replica1] Registered new searcher Searcher@3bdb2e9c[managed-preanalyzed_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 403544 INFO (Thread-1132) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551741951538102272
[junit4] 2> 403545 INFO (qtp1504440433-4681) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.ManagedIndexSchema Took 17.0ms for 1 replicas to apply schema update version 2 for collection managed-preanalyzed
[junit4] 2> 403545 INFO (qtp1504440433-4681) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.S.Request [managed-preanalyzed_shard2_replica1] webapp=/solr path=/schema params={wt=javabin&version=2} status=0 QTime=47
[junit4] 2> 403545 INFO (zkCallback-903-thread-3-processing-n:127.0.0.1:35008_solr) [n:127.0.0.1:35008_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 2 from ZooKeeper
[junit4] 2> 403547 INFO (Thread-1131) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 403547 INFO (Thread-1131) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3bad640[managed-preanalyzed_shard2_replica1] main]
[junit4] 2> 403547 INFO (Thread-1131) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.SolrCore [managed-preanalyzed_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@2be83d86
[junit4] 2> 403547 INFO (searcherExecutor-2268-thread-1-processing-n:127.0.0.1:35008_solr x:managed-preanalyzed_shard2_replica1 s:shard2 c:managed-preanalyzed r:core_node2) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.SolrCore [managed-preanalyzed_shard2_replica1] Registered new searcher Searcher@3bad640[managed-preanalyzed_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 403547 INFO (zkCallback-903-thread-3-processing-n:127.0.0.1:35008_solr) [n:127.0.0.1:35008_solr ] o.a.s.s.IndexSchema [managed-preanalyzed_shard2_replica1] Schema name=managed-preanalyzed
[junit4] 2> 403548 INFO (Thread-1132) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 403548 INFO (Thread-1132) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5398ced2[managed-preanalyzed_shard1_replica1] main]
[junit4] 2> 403548 INFO (searcherExecutor-2267-thread-1-processing-n:127.0.0.1:41964_solr x:managed-preanalyzed_shard1_replica1 s:shard1 c:managed-preanalyzed r:core_node1) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.SolrCore [managed-preanalyzed_shard1_replica1] Registered new searcher Searcher@5398ced2[managed-preanalyzed_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 403548 INFO (Thread-1132) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.SolrCore [managed-preanalyzed_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@5f4d9ccb
[junit4] 2> 403548 INFO (qtp1504440433-4674) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.S.Request [managed-preanalyzed_shard2_replica1] webapp=/solr path=/schema/fields/field2 params={wt=javabin&version=2} status=404 QTime=0
[junit4] 2> 403552 INFO (qtp997547407-4669) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.S.Request [managed-preanalyzed_shard1_replica1] webapp=/solr path=/schema/fields/field2 params={wt=javabin&version=2} status=404 QTime=0
[junit4] 2> 403566 ERROR (TEST-PreAnalyzedFieldManagedSchemaCloudTest.testAdd2Fields-seed#[23A4CF627529966D]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection managed-preanalyzed failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41964/solr/managed-preanalyzed: No such path /schema/fields/field2, retry? 0
[junit4] 2> 403566 INFO (TEST-PreAnalyzedFieldManagedSchemaCloudTest.testAdd2Fields-seed#[23A4CF627529966D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAdd2Fields
[junit4] 2> 403567 INFO (zkCallback-903-thread-3-processing-n:127.0.0.1:35008_solr) [n:127.0.0.1:35008_solr ] o.a.s.s.IndexSchema Loaded schema managed-preanalyzed/1.6 with uniqueid field id
[junit4] 2> 403567 INFO (zkCallback-903-thread-3-processing-n:127.0.0.1:35008_solr) [n:127.0.0.1:35008_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 22 ms
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=PreAnalyzedFieldManagedSchemaCloudTest -Dtests.method=testAdd2Fields -Dtests.seed=23A4CF627529966D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ru -Dtests.timezone=Etc/Universal -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.14s J1 | PreAnalyzedFieldManagedSchemaCloudTest.testAdd2Fields <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:41964/solr/managed-preanalyzed, https://127.0.0.1:35008/solr/managed-preanalyzed]
[junit4] > at __randomizedtesting.SeedInfo.seed([23A4CF627529966D:8BB17D89A92F059B]:0)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:414)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1292)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1062)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1004)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
[junit4] > at org.apache.solr.schema.PreAnalyzedFieldManagedSchemaCloudTest.addField(PreAnalyzedFieldManagedSchemaCloudTest.java:61)
[junit4] > at org.apache.solr.schema.PreAnalyzedFieldManagedSchemaCloudTest.testAdd2Fields(PreAnalyzedFieldManagedSchemaCloudTest.java:52)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41964/solr/managed-preanalyzed: No such path /schema/fields/field2
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:593)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
[junit4] > ... 45 more
[junit4] 2> 403570 INFO (jetty-launcher-892-thread-2) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@29269d5a{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 403570 INFO (jetty-launcher-892-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=981284591
[junit4] 2> 403570 INFO (jetty-launcher-892-thread-1) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@52468a23{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 403570 INFO (jetty-launcher-892-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1735627035
[junit4] 2> 403572 INFO (Thread-1133) [n:127.0.0.1:35008_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 403572 INFO (coreCloseExecutor-2276-thread-1) [n:127.0.0.1:41964_solr c:managed-preanalyzed s:shard1 r:core_node1 x:managed-preanalyzed_shard1_replica1] o.a.s.c.SolrCore [managed-preanalyzed_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@ad3d7ab
[junit4] 2> 403572 INFO (coreCloseExecutor-2275-thread-1) [n:127.0.0.1:35008_solr c:managed-preanalyzed s:shard2 r:core_node2 x:managed-preanalyzed_shard2_replica1] o.a.s.c.SolrCore [managed-preanalyzed_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@17b7e4a7
[junit4] 2> 403574 INFO (Thread-1134) [n:127.0.0.1:41964_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 403579 INFO (jetty-launcher-892-thread-1) [ ] o.a.s.c.Overseer Overseer (id=96983871792807942-127.0.0.1:35008_solr-n_0000000000) closing
[junit4] 2> 403579 INFO (OverseerStateUpdate-96983871792807942-127.0.0.1:35008_solr-n_0000000000) [n:127.0.0.1:35008_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35008_solr
[junit4] 2> 403579 INFO (zkCallback-903-thread-3-processing-n:127.0.0.1:35008_solr) [n:127.0.0.1:35008_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 403580 ERROR (Thread-1133) [n:127.0.0.1:35008_solr ] o.a.s.s.ManagedIndexSchemaFactory Error attempting to access /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:126)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
[junit4] 2> at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:942)
[junit4] 2> at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2714)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$fireEventListeners$4(ZkController.java:2448)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 403580 WARN (Thread-1133) [n:127.0.0.1:35008_solr ] o.a.s.c.ZkController listener throws error
[junit4] 2> org.apache.solr.common.SolrException: Unable to reload core [managed-preanalyzed_shard2_replica1]
[junit4] 2> at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:950)
[junit4] 2> at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2714)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$fireEventListeners$4(ZkController.java:2448)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Could not load conf for core managed-preanalyzed_shard2_replica1: Error attempting to access /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:85)
[junit4] 2> at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:942)
[junit4] 2> ... 3 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Error attempting to access /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:141)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
[junit4] 2> ... 4 more
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:126)
[junit4] 2> ... 8 more
[junit4] 2> 403580 ERROR (Thread-1134) [n:127.0.0.1:41964_solr ] o.a.s.s.ManagedIndexSchemaFactory Error attempting to access /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:126)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
[junit4] 2> at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:942)
[junit4] 2> at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2714)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$fireEventListeners$4(ZkController.java:2448)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 403581 WARN (Thread-1134) [n:127.0.0.1:41964_solr ] o.a.s.c.ZkController listener throws error
[junit4] 2> org.apache.solr.common.SolrException: Unable to reload core [managed-preanalyzed_shard1_replica1]
[junit4] 2> at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:950)
[junit4] 2> at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2714)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$fireEventListeners$4(ZkController.java:2448)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Could not load conf for core managed-preanalyzed_shard1_replica1: Error attempting to access /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:85)
[junit4] 2> at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:942)
[junit4] 2> ... 3 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Error attempting to access /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:141)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
[junit4] 2> ... 4 more
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:126)
[junit4] 2> ... 8 more
[junit4] 2> 405079 WARN (zkCallback-902-thread-1-processing-n:127.0.0.1:41964_solr) [n:127.0.0.1:41964_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 405079 INFO (jetty-launcher-892-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5b7a3a2{/solr,null,UNAVAILABLE}
[junit4] 2> 405079 WARN (zkCallback-903-thread-3-processing-n:127.0.0.1:35008_solr) [n:127.0.0.1:35008_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 405080 INFO (jetty-launcher-892-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4bec7e37{/solr,null,UNAVAILABLE}
[junit4] 2> 405080 INFO (SUITE-PreAnalyzedFieldManagedSchemaCloudTest-seed#[23A4CF627529966D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46867 46867
[junit4] 2> 405098 INFO (Thread-1112) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46867 46867
[junit4] 2> 405099 WARN (Thread-1112) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/configs/cloud-managed-preanalyzed
[junit4] 2> 4 /solr/configs/cloud-managed-preanalyzed/managed-schema
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/collections/managed-preanalyzed/state.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/overseer/queue
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 405099 INFO (SUITE-PreAnalyzedFieldManagedSchemaCloudTest-seed#[23A4CF627529966D]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.PreAnalyzedFieldManagedSchemaCloudTest_23A4CF627529966D-001
[junit4] 2> Nov 22, 2016 11:14:06 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=ru, timezone=Etc/Universal
[junit4] 2> NOTE: Linux 4.4.0-47-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=12,threads=1,free=195975424,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [ChaosMonkeySafeLeaderTest, TestSolrConfigHandler, CursorMarkTest, BasicFunctionalityTest, TestFreeTextSuggestions, CopyFieldTest, TestLMDirichletSimilarityFactory, TestCollationFieldDocValues, BJQParserTest, LeaderFailoverAfterPartitionTest, TriLevelCompositeIdRoutingTest, TestSurroundQueryParser, ShardRoutingTest, SolrCmdDistributorTest, HttpSolrCallGetCoreTest, SchemaVersionSpecificBehaviorTest, HdfsCollectionsAPIDistributedZkTest, HdfsThreadLeakTest, TestMiniSolrCloudCluster, SuggestComponentTest, CdcrUpdateLogTest, SliceStateTest, TestSubQueryTransformerDistrib, TestRebalanceLeaders, TestQueryWrapperFilter, SpellingQueryConverterTest, SharedFSAutoReplicaFailoverUtilsTest, TestExactSharedStatsCache, ConvertedLegacyTest, UUIDUpdateProcessorFallbackTest, ZkStateReaderTest, TestCursorMarkWithoutUniqueKey, SolrIndexSplitterTest, DirectSolrConnectionTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, DeleteStatusTest, TestCloudDeleteByQuery, IndexSchemaTest, TestCoreContainer, HighlighterTest, TestUninvertingReader, TestManagedSchemaThreadSafety, BaseCdcrDistributedZkTest, HighlighterMaxOffsetTest, TestUseDocValuesAsStored2, TestSearcherReuse, SolrCloudExampleTest, TestSweetSpotSimilarityFactory, TestConfigSetImmutable, DistributedFacetPivotLongTailTest, TestCloudManagedSchema, PreAnalyzedFieldManagedSchemaCloudTest]
[junit4] Completed [140/655 (1!)] on J1 in 5.04s, 1 test, 1 error <<< FAILURES!
[...truncated 62344 lines...]